-- Logs begin at Wed 2021-06-16 12:07:00 UTC, end at Wed 2021-06-16 13:12:09 UTC. -- Jun 16 12:39:36.688888 dv-cinder-766296-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 16 12:39:41.026769 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.common.config [-] Logging enabled! Jun 16 12:39:41.027569 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 12:39:41.028125 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109018) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 12:39:41.035119 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.common.config [-] Logging enabled! Jun 16 12:39:41.035557 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 12:39:41.036127 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109018) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 12:39:41.037889 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 12:39:41.038303 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 12:39:41.039011 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 12:39:41.039418 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 12:39:41.039791 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 12:39:41.040322 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.040812 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.041309 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.041682 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.042177 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.042706 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.043203 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.043681 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.044180 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.044674 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.045164 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.045640 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.046039 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.051029 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.051029 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.051029 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.051029 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] debug = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.051029 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.051029 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.051916 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.051916 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.051916 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.051916 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.051916 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.052404 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.052746 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.053342 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] host = dv-cinder-766296-6-iscsi {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.053832 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.054365 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.054857 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.058202 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.058202 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.058202 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.058202 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.058202 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.058202 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] log_file = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.058202 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.059175 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.059175 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.059543 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.059934 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.060308 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.060790 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.061259 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.061710 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.062183 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.062730 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.063180 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.063633 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.064066 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.066578 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.066578 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.066578 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.066578 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.066578 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.067283 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.067916 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.068381 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.069257 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.069257 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.069662 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.070135 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.070644 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.071134 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.071665 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.072169 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.072665 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.073213 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.073613 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.074082 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.074575 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.075042 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.075479 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] use_json = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.075887 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.076286 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.076752 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.077180 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.077635 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.078093 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.078587 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.079077 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:41.079579 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.080079 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.080606 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.081094 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.081606 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.082114 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.082631 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.083370 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.083667 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.084087 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.084575 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.085043 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.085545 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.086014 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.086548 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.087058 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.087545 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.088025 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.088490 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.088961 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.089413 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.089889 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.090416 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.090919 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.091417 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.091881 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.092366 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.092890 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.093388 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.093847 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.094362 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.094842 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.095290 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.095732 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.096178 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.096619 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.097049 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.097481 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.097916 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.098403 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.099369 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.099791 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.100194 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.100615 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.101027 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.101472 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.101907 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.102503 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.102791 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.103228 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.103649 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.104068 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.104500 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.104917 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.105343 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.105771 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.106186 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.106637 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.107047 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.107455 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.107874 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.108296 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.108722 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.109153 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.109585 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.110004 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.110463 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.110884 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.111327 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.111784 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.112209 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.112641 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.113054 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.113508 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.113943 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.114475 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.114918 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.115351 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.115772 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.116210 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.116641 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.117093 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.117556 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.118042 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.118611 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.119075 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.119569 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.120043 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.120512 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.121026 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.121516 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.122041 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.122596 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.123120 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.123601 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.124128 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.124607 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.125135 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.125616 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:41.125975 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 12:39:41.126437 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109018) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 16 12:39:41.632387 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:39:41.632638 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:39:41.632855 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:39:41.633203 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 16 12:39:42.076607 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.077627 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.077627 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.078694 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.078971 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.079243 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.122843 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.123246 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.123656 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.141153 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.141465 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.141746 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.176297 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.176598 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.177385 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.218752 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.219081 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.219280 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.481688 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f645187e1f0> agent after_create 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.482003 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f645187e1f0> agent after_update 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.482253 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f645187e280> segment precommit_create 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.482504 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f645187e310> network precommit_delete 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.483562 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f645187a820> segment before_delete 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.618259 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f64521c51c0>> network before_delete 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.618574 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f645184ddc0> agent before_delete 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.618968 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_before_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f64521c51c0>> network before_create 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.619242 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_before_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f64521c51c0>> port before_create 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.619515 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f64521c51c0>> port before_update 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.619840 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f64521c51c0>> segment precommit_create 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.620103 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f64521c51c0>> segment precommit_delete 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.620360 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f64521c51c0>> segment after_create 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.620619 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f64521c51c0>> segment after_delete 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.620900 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f64521c51c0>> network after_delete 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.621162 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f64521c51c0>> network precommit_delete 0 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.621431 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f64521c51c0>> port after_create 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.621693 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f64521c51c0>> port provisioning_complete 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.621959 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f64521c51c0>> rbac-policy before_create 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.622247 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f64521c51c0>> rbac-policy after_delete 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.622562 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f64521c51c0>> agent after_update 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.622783 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f64521c51c0>> subnet after_delete 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.623075 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f64521c51c0>> subnet precommit_delete 0 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.623397 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f64521c51c0>> rbac-policy before_update 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.623651 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f64521c51c0>> rbac-policy before_delete 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.623940 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f64521c51c0>> segment_host_mapping after_create 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.624310 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f64521c51c0>> port after_update 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.624562 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f64521c51c0>> port after_delete 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.624851 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f64521c51c0>> rbac-policy before_create 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.625097 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f64521c51c0>> rbac-policy before_update 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.625378 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f64521c51c0>> rbac-policy before_delete 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.625834 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 12:39:42.626079 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 12:39:42.626343 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 12:39:42.626581 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 12:39:42.626863 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 12:39:42.627106 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 12:39:42.628729 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 16 12:39:42.633213 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 16 12:39:42.637849 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 16 12:39:42.642430 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jun 16 12:39:42.644268 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 16 12:39:42.644732 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 16 12:39:42.645073 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 16 12:39:42.645506 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 16 12:39:42.648639 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 16 12:39:42.648903 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 16 12:39:42.649250 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 12:39:42.679757 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 16 12:39:42.680296 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f6451980e50>> qos_plugin after_init 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.680605 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109018) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 16 12:39:42.680976 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f64519ab5e0>> logging-plugin after_init 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.682501 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109018) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 16 12:39:42.682861 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 12:39:42.683096 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 16 12:39:42.686857 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f6451980c10>> floatingip before_response 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.687129 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f6451980c10>> port before_response 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:42.752718 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 16 12:39:42.752962 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 16 12:39:42.753178 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 16 12:39:42.753570 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 16 12:39:42.777863 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_db.sqlalchemy.engines [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109018) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 16 12:39:43.347869 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.plugins.ml2.managers [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Initializing driver for type 'gre' Jun 16 12:39:43.349167 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] gre ID ranges: [(1, 1000)] Jun 16 12:39:43.412819 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.plugins.ml2.managers [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Initializing driver for type 'local' Jun 16 12:39:43.413243 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.plugins.ml2.managers [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Initializing driver for type 'vlan' Jun 16 12:39:43.427937 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] VlanTypeDriver initialization complete Jun 16 12:39:43.428521 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.plugins.ml2.managers [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Initializing driver for type 'vxlan' Jun 16 12:39:43.429240 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] vxlan ID ranges: [(1, 1000)] Jun 16 12:39:43.506065 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.plugins.ml2.managers [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Initializing extension driver 'port_security' Jun 16 12:39:43.506766 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.plugins.ml2.extensions.port_security [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] PortSecurityExtensionDriver initialization complete Jun 16 12:39:43.507212 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.plugins.ml2.managers [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Initializing mechanism driver 'openvswitch' Jun 16 12:39:43.507738 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.plugins.ml2.managers [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Initializing mechanism driver 'hyperv' Jun 16 12:39:43.516941 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.plugins.ml2.plugin [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:39:43.518200 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f64516b92e0>> port after_create 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.518442 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f64516b92e0>> port after_update 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.518902 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f64516b92e0>> port after_delete 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.519681 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f64516b9310>> subnet after_create 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.519879 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f64516b9310>> subnet after_update 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.520338 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f64516b9310>> subnet after_delete 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.520854 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6451171910>> network after_create 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.521365 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6451171910>> network after_update 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.521749 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6451171910>> network after_delete 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.522318 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6451171b20>> security_group after_create 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.522800 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6451171b20>> security_group after_update 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.523263 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6451171b20>> security_group after_delete 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.523757 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f645118a5b0>> security_group_rule after_create 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.524239 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f645118a5b0>> security_group_rule after_update 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.524672 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f645118a5b0>> security_group_rule after_delete 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.525207 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f645118a7c0>> address_group after_create 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.525535 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f645118a7c0>> address_group after_update 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.526003 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f645118a7c0>> address_group after_delete 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.526417 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] ML2 OVO RPC backend initialized. {{(pid=109018) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 16 12:39:43.527488 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f645118abb0>> router_interface after_create 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.527951 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f645118abb0>> router_interface after_delete 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.528531 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f645118abb0>> network before_response 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.528970 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f645118abb0>> networks before_response 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.529427 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f645118abb0>> port before_response 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.529856 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f645118abb0>> ports before_response 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.530321 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f645118abb0>> subnet before_response 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.530769 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f645118abb0>> subnets before_response 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.531204 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f645118abb0>> network after_create 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.531634 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f645118abb0>> network after_update 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.532055 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f645118abb0>> network after_delete 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.532519 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f645118abb0>> port after_create 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.532945 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f645118abb0>> port after_update 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.533399 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f645118abb0>> port after_delete 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.533894 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f645118abb0>> subnet after_create 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.534370 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f645118abb0>> subnet after_update 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.534793 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f645118abb0>> subnet after_delete 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.535545 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.plugins.ml2.plugin [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Modular L2 Plugin initialization complete Jun 16 12:39:43.535960 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading services supported by the core plugin {{(pid=109018) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 16 12:39:43.536856 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.plugins.ml2.managers [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Got port-security extension from driver 'port_security' Jun 16 12:39:43.537457 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.extensions.vlantransparent [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Disabled vlantransparent extension. Jun 16 12:39:43.538328 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109018) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 16 12:39:43.538673 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading Plugin: router Jun 16 12:39:43.577566 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f645118acd0>> router_interface before_create 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.577961 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f645118acd0>> router after_create 55549900 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.578358 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f645118acd0>> router before_create 55549900 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.578724 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f645118acd0>> router_interface before_delete 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.579098 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f645118acd0>> router_interface after_delete 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.579453 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f645118acd0>> router after_delete 55549900 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.579812 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f645118acd0>> floatingip after_update 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.580180 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f645118acd0>> router after_create 55549900 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.580527 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f645118acd0>> router after_update 55549900 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.580875 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f645118acd0>> router after_update 55549900 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.581222 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f645118acd0>> router_gateway after_delete 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.581579 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f645118acd0>> router after_update 55549900 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.582002 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f645118acd0>> router precommit_update 55549900 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.582407 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f645173c670> port after_update 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.582745 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f645173c790> port after_delete 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.583150 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f645173c700> subnet after_update 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.583485 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f645173c5e0> subnetpool_address_scope after_update 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.583841 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f645118acd0>> port precommit_delete 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.584190 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f645118acd0>> router precommit_create 55549900 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.584536 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f64517299d0> port before_delete 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.584872 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f645118acd0>> router precommit_create 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.585231 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f645118acd0>> router after_update 55549900 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.585606 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f645118acd0>> router precommit_delete 55549900 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.585968 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f645118acd0>> router precommit_create 55549900 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.586359 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f645118acd0>> router_interface after_create 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.586708 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f645118acd0>> router precommit_update 55549900 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.587116 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f645118acd0>> network after_delete 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.588126 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.quota.resource_registry [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Tracking information for resource: router configured {{(pid=109018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 12:39:43.588457 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.quota.resource_registry [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Tracking information for resource: floatingip configured {{(pid=109018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 12:39:43.594249 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.db.l3_agentschedulers_db [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 16 12:39:43.595001 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f6451143280> port after_update 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.595379 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f6451143160> port after_create 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.595732 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <function _notify_port_delete at 0x7f64511431f0> port after_delete 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.596084 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f6451143550> port after_update 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.596955 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f645109ef40>> router before_create 55550100 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.597330 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f645109ef40>> router precommit_delete 55550100 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.597702 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f645109ef40>> router precommit_create 55550100 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.598117 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f645109ef40>> router precommit_update 55550100 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.603452 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.services.provider_configuration [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Service providers = [] {{(pid=109018) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 16 12:39:43.603815 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.db.servicetype_db [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109018) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 16 12:39:43.607139 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.services.service_base [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109018) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 12:39:43.607483 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.services.service_base [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109018) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 12:39:43.607829 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.services.service_base [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109018) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 12:39:43.608800 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.services.service_base [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109018) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 12:39:43.609184 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.services.service_base [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 16 12:39:43.609623 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 12:39:43.609914 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 16 12:39:43.621927 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 12:39:43.622324 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading Plugin: auto_allocate Jun 16 12:39:43.628994 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f64510d29d0> network precommit_update 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.629356 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f64510d29d0> network precommit_create 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.630513 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 12:39:43.630840 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading Plugin: tag Jun 16 12:39:43.638768 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 12:39:43.639101 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading Plugin: timestamp Jun 16 12:39:43.645265 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 12:39:43.645679 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading Plugin: network_ip_availability Jun 16 12:39:43.651944 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f64511677f0>> rbac-policy before_create 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.652324 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f64511677f0>> rbac-policy before_update 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.652683 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f64511677f0>> rbac-policy before_delete 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.653541 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 12:39:43.653868 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading Plugin: flavors Jun 16 12:39:43.659469 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 12:39:43.659797 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading Plugin: revisions Jun 16 12:39:43.664887 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 12:39:43.665284 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_concurrency.lockutils [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.032s {{(pid=109018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:39:43.666078 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109018) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 16 12:39:43.666445 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Initializing extension manager. Jun 16 12:39:43.666980 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: __init__.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.667330 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: __pycache__ {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.667664 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.667996 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: address_group.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.668884 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.669506 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: address-group Jun 16 12:39:43.669826 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: address_scope.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.670608 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.671130 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: address-scope Jun 16 12:39:43.671449 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: admin_state_down_before_update.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.672527 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.673055 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: router-admin-state-down-before-update Jun 16 12:39:43.673375 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: agent.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.674150 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.674703 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: agent Jun 16 12:39:43.675020 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: agent_resources_synced.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.676071 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.676604 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: agent-resources-synced Jun 16 12:39:43.677455 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: allowedaddresspairs.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.679988 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.680564 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: allowed-address-pairs Jun 16 12:39:43.680896 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: auto_allocated_topology.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.682183 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.682764 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: auto-allocated-topology Jun 16 12:39:43.683093 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: availability_zone.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.683842 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.684374 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: availability_zone Jun 16 12:39:43.684684 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: availability_zone_filter.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.685730 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.686333 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: availability_zone_filter Jun 16 12:39:43.686619 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: data_plane_status.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.687599 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.688102 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extension data-plane-status not supported by any of loaded plugins Jun 16 12:39:43.688421 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: default_subnetpools.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.689338 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.689883 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: default-subnetpools Jun 16 12:39:43.690207 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: dhcpagentscheduler.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.691072 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.691581 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: dhcp_agent_scheduler Jun 16 12:39:43.691904 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: dns.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.693566 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.694074 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extension dns-integration not supported by any of loaded plugins Jun 16 12:39:43.694531 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: dns_domain_ports.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.695408 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.695914 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 16 12:39:43.696239 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: dvr.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.696899 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.697402 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: dvr Jun 16 12:39:43.697729 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: empty_string_filtering.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.698682 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.699189 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: empty-string-filtering Jun 16 12:39:43.699508 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.700403 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.700901 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 16 12:39:43.701218 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.702111 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.702642 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 16 12:39:43.702965 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: external_net.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.703855 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.704364 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: external-net Jun 16 12:39:43.704685 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: extra_dhcp_opt.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.705566 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.706067 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: extra_dhcp_opt Jun 16 12:39:43.706421 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: extraroute.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.707323 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.707831 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: extraroute Jun 16 12:39:43.708243 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: extraroute_atomic.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.709226 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.709731 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: extraroute-atomic Jun 16 12:39:43.710051 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: filter_validation.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.710757 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.711253 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: filter-validation Jun 16 12:39:43.711569 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: fip_pf_description.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.712490 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.712990 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 16 12:39:43.713308 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: fip_port_details.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.714273 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.714773 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: fip-port-details Jun 16 12:39:43.715095 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: flavors.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.716351 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.716868 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: flavors Jun 16 12:39:43.717191 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.719026 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.719552 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 16 12:39:43.719877 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: floatingip_pools.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.720581 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.721090 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: floatingip-pools Jun 16 12:39:43.721412 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: ip_allocation.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.722396 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.722909 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extension ip_allocation not supported by any of loaded plugins Jun 16 12:39:43.723229 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.724197 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.724675 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: ip-substring-filtering Jun 16 12:39:43.724996 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: l2_adjacency.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.725911 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.726445 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extension l2_adjacency not supported by any of loaded plugins Jun 16 12:39:43.726767 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: l3.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.727801 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.728306 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: router Jun 16 12:39:43.728699 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: l3_conntrack_helper.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.732203 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.733163 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 16 12:39:43.733705 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.735193 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.735735 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: ext-gw-mode Jun 16 12:39:43.736064 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.737013 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.737534 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: l3-ha Jun 16 12:39:43.737856 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: l3_flavors.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.738920 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.739866 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: l3-flavors Jun 16 12:39:43.740187 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.741247 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.741645 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: l3-port-ip-change-not-allowed Jun 16 12:39:43.741963 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: l3agentscheduler.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.743099 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.743615 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: l3_agent_scheduler Jun 16 12:39:43.743937 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: logging.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.745556 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.746087 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extension logging not supported by any of loaded plugins Jun 16 12:39:43.746446 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: metering.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.747224 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.747821 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: metering Jun 16 12:39:43.748148 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.749332 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.749861 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: metering_source_and_destination_fields Jun 16 12:39:43.750187 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: multiprovidernet.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.751161 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.751713 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: multi-provider Jun 16 12:39:43.752038 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: netmtu.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.752963 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.753478 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: net-mtu Jun 16 12:39:43.753798 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: netmtu_writable.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.755115 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.755798 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: net-mtu-writable Jun 16 12:39:43.756160 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: network_availability_zone.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.756859 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.757367 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: network_availability_zone Jun 16 12:39:43.757685 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: network_ip_availability.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.759171 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.759686 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: network-ip-availability Jun 16 12:39:43.760009 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: network_segment_range.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.760802 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.761308 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extension network-segment-range not supported by any of loaded plugins Jun 16 12:39:43.761629 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: pagination.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.762661 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.762991 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: pagination Jun 16 12:39:43.763313 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: port_device_profile.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.764227 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.764749 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: port-device-profile Jun 16 12:39:43.765070 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.765990 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.766641 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: port-mac-address-regenerate Jun 16 12:39:43.767179 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.768706 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.769555 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: port-numa-affinity-policy Jun 16 12:39:43.769995 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: port_resource_request.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.771860 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.772374 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extension port-resource-request not supported by any of loaded plugins Jun 16 12:39:43.772698 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: portbindings.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.773645 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.774155 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: binding Jun 16 12:39:43.774506 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: portbindings_extended.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.775834 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.776350 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: binding-extended Jun 16 12:39:43.776678 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: portsecurity.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.777596 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.778120 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: port-security Jun 16 12:39:43.778469 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: project_id.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.779665 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.779990 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: project-id Jun 16 12:39:43.780308 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: providernet.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.781227 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.781751 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: provider Jun 16 12:39:43.782073 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: qos.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.785829 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.786475 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extension qos not supported by any of loaded plugins Jun 16 12:39:43.786802 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.788240 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.788770 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 16 12:39:43.789097 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.790020 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.790565 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 16 12:39:43.790888 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: qos_default.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.791805 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.792324 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extension qos-default not supported by any of loaded plugins Jun 16 12:39:43.792647 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: qos_fip.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.793314 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.793818 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extension qos-fip not supported by any of loaded plugins Jun 16 12:39:43.794144 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: qos_gateway_ip.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.795141 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.795654 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 16 12:39:43.796162 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: qos_port_network_policy.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.796901 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.797409 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 16 12:39:43.797729 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: qos_rule_type_details.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.798675 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.799186 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 16 12:39:43.799501 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: qos_rules_alias.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.800569 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.801085 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 16 12:39:43.801402 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: quotasv2.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.803184 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.803513 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: quotas Jun 16 12:39:43.803835 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: quotasv2_detail.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.807152 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.807492 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: quota_details Jun 16 12:39:43.807828 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: rbac.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.808958 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.809543 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: rbac-policies Jun 16 12:39:43.809872 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: rbac_address_group.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.810906 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.811428 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: rbac-address-group Jun 16 12:39:43.811750 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: rbac_address_scope.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.812709 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.813198 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: rbac-address-scope Jun 16 12:39:43.813521 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: rbac_security_groups.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.814744 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.815269 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: rbac-security-groups Jun 16 12:39:43.815595 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: rbac_subnetpool.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.816588 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.817032 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: rbac-subnetpool Jun 16 12:39:43.817459 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: revisionifmatch.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.818447 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.818972 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: revision-if-match Jun 16 12:39:43.819291 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: revisions.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.820442 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.820954 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: standard-attr-revisions Jun 16 12:39:43.821275 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: router_availability_zone.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.821954 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.822505 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: router_availability_zone Jun 16 12:39:43.822824 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: routerservicetype.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.823767 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.824279 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extension router-service-type not supported by any of loaded plugins Jun 16 12:39:43.824598 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.825515 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.826030 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: security-groups-normalized-cidr Jun 16 12:39:43.826387 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: security_groups_port_filtering.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.827324 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.827846 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: port-security-groups-filtering Jun 16 12:39:43.828165 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.829114 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.829621 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: security-groups-remote-address-group Jun 16 12:39:43.829940 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: securitygroup.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.840858 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.841504 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: security-group Jun 16 12:39:43.841875 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: segment.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.842842 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.843403 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extension segment not supported by any of loaded plugins Jun 16 12:39:43.843837 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.844943 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.845526 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 16 12:39:43.845891 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: servicetype.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.847413 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.848198 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: service-type Jun 16 12:39:43.848511 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: sorting.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.849899 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.850308 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: sorting Jun 16 12:39:43.850692 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: standard_attr_segment.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.851678 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.852264 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 16 12:39:43.852618 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: standardattrdescription.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.853316 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.853878 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: standard-attr-description Jun 16 12:39:43.854312 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: stateful_security_group.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.855367 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.856123 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: stateful-security-group Jun 16 12:39:43.856527 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: stdattrs_common.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.857207 dv-cinder-766296-6-iscsi neutron-server[109018]: WARNING neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 16 12:39:43.857612 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.858830 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.859448 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 16 12:39:43.859848 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: subnet_onboard.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.861041 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.861657 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: subnet_onboard Jun 16 12:39:43.862057 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.863143 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.863767 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 16 12:39:43.865135 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: subnet_service_types.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.866276 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.866909 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: subnet-service-types Jun 16 12:39:43.867314 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: subnetallocation.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.868574 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.869183 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: subnet_allocation Jun 16 12:39:43.869591 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.870403 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.871003 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: subnetpool-prefix-ops Jun 16 12:39:43.871411 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.872464 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.873064 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 16 12:39:43.873464 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: tagging.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.874794 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.875433 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: standard-attr-tag Jun 16 12:39:43.875840 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: timestamp.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.877330 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.877958 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loaded extension: standard-attr-timestamp Jun 16 12:39:43.878478 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: trunk.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.879728 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.880444 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extension trunk not supported by any of loaded plugins Jun 16 12:39:43.880849 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: trunk_details.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.881923 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.882587 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extension trunk-details not supported by any of loaded plugins Jun 16 12:39:43.883084 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: uplink_status_propagation.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.884512 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.885112 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 16 12:39:43.885470 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Loading extension file: vlantransparent.py {{(pid=109018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 12:39:43.886247 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 12:39:43.886798 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extension vlan-transparent not supported by any of loaded plugins Jun 16 12:39:43.889613 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.quota.resource_registry [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Creating instance of TrackedResource for resource:network Jun 16 12:39:43.890275 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.quota.resource_registry [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Creating instance of TrackedResource for resource:subnet Jun 16 12:39:43.890682 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.quota.resource_registry [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 12:39:43.891071 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.quota.resource_registry [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Creating instance of TrackedResource for resource:port Jun 16 12:39:43.892437 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.v2.resource_helper [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 12:39:43.892877 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.v2.resource_helper [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Service FLAVORS assigned prefix: {{(pid=109018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 12:39:43.893559 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.v2.resource_helper [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 12:39:43.893994 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.v2.resource_helper [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 12:39:43.894352 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.quota.resource_registry [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Creating instance of TrackedResource for resource:router Jun 16 12:39:43.894783 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.quota.resource_registry [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Creating instance of TrackedResource for resource:floatingip Jun 16 12:39:43.895289 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.v2.resource_helper [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Service METERING assigned prefix: /metering {{(pid=109018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 12:39:43.897435 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6450f9c880>> rbac-policy before_create 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.897810 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6450f9c880>> rbac-policy before_update 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.898162 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6450f9c880>> rbac-policy before_delete 55550000 {{(pid=109018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:39:43.899285 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.quota.resource_registry [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 12:39:43.899738 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.quota.resource_registry [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Creating instance of TrackedResource for resource:security_group Jun 16 12:39:43.900172 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.quota.resource_registry [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 12:39:43.900809 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.v2.resource_helper [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Service CORE assigned prefix: {{(pid=109018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 12:39:43.901132 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.quota.resource_registry [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 12:39:43.901477 dv-cinder-766296-6-iscsi neutron-server[109018]: WARNING neutron.quota.resource_registry [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] subnetpool is already registered Jun 16 12:39:43.901918 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.v2.resource_helper [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Service CORE assigned prefix: {{(pid=109018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 12:39:43.902256 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.quota.resource_registry [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 12:39:43.902592 dv-cinder-766296-6-iscsi neutron-server[109018]: WARNING neutron.quota.resource_registry [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] subnetpool is already registered Jun 16 12:39:43.904968 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.v2.resource_helper [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 12:39:43.905399 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.v2.resource_helper [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Service FLAVORS assigned prefix: {{(pid=109018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 12:39:43.906000 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.v2.resource_helper [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 12:39:43.906456 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.v2.resource_helper [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 12:39:43.906792 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.quota.resource_registry [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Creating instance of TrackedResource for resource:router Jun 16 12:39:43.907124 dv-cinder-766296-6-iscsi neutron-server[109018]: WARNING neutron.quota.resource_registry [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] router is already registered Jun 16 12:39:43.907531 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.quota.resource_registry [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Creating instance of TrackedResource for resource:floatingip Jun 16 12:39:43.907864 dv-cinder-766296-6-iscsi neutron-server[109018]: WARNING neutron.quota.resource_registry [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] floatingip is already registered Jun 16 12:39:43.908312 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.v2.resource_helper [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Service METERING assigned prefix: /metering {{(pid=109018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 12:39:43.909010 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.quota.resource_registry [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 12:39:43.909336 dv-cinder-766296-6-iscsi neutron-server[109018]: WARNING neutron.quota.resource_registry [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] rbac_policy is already registered Jun 16 12:39:43.909750 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.quota.resource_registry [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Creating instance of TrackedResource for resource:security_group Jun 16 12:39:43.910080 dv-cinder-766296-6-iscsi neutron-server[109018]: WARNING neutron.quota.resource_registry [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] security_group is already registered Jun 16 12:39:43.910506 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.quota.resource_registry [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 12:39:43.910833 dv-cinder-766296-6-iscsi neutron-server[109018]: WARNING neutron.quota.resource_registry [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] security_group_rule is already registered Jun 16 12:39:43.911545 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.v2.resource_helper [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Service CORE assigned prefix: {{(pid=109018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 12:39:43.911869 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.quota.resource_registry [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 12:39:43.912198 dv-cinder-766296-6-iscsi neutron-server[109018]: WARNING neutron.quota.resource_registry [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] subnetpool is already registered Jun 16 12:39:43.912629 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.v2.resource_helper [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Service CORE assigned prefix: {{(pid=109018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 12:39:43.912946 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.quota.resource_registry [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 12:39:43.913271 dv-cinder-766296-6-iscsi neutron-server[109018]: WARNING neutron.quota.resource_registry [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] subnetpool is already registered Jun 16 12:39:43.913761 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extended resource: extensions {{(pid=109018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 12:39:43.915339 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extended resource: address-groups {{(pid=109018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 12:39:43.916824 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extended resource: address-scopes {{(pid=109018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 12:39:43.918165 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extended resource: agents {{(pid=109018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 12:39:43.919358 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extended resource: auto-allocated-topology {{(pid=109018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 12:39:43.920602 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extended resource: availability_zones {{(pid=109018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 12:39:43.921832 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extended resource: dhcp-networks {{(pid=109018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 12:39:43.923376 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extended resource: dhcp-agents {{(pid=109018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 12:39:43.924815 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extended resource: routers {{(pid=109018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 12:39:43.926606 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extended resource: flavors {{(pid=109018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 12:39:43.929858 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extended resource: service_profiles {{(pid=109018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 12:39:43.931128 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extended resource: next_providers {{(pid=109018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 12:39:43.932570 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extended resource: service_profiles {{(pid=109018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 12:39:43.934148 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extended resource: floatingip-pools {{(pid=109018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 12:39:43.935461 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extended resource: routers {{(pid=109018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 12:39:43.937188 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extended resource: floatingips {{(pid=109018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 12:39:43.938515 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extended resource: l3-routers {{(pid=109018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 12:39:43.939917 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extended resource: l3-agents {{(pid=109018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 12:39:43.941464 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extended resource: metering-labels {{(pid=109018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 12:39:43.942896 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extended resource: metering-label-rules {{(pid=109018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 12:39:43.944314 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extended resource: network-ip-availabilities {{(pid=109018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 12:39:43.945666 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extended resource: bindings {{(pid=109018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 12:39:43.947271 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extended resource: quotas {{(pid=109018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 12:39:43.948854 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extended resource: quotas {{(pid=109018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 12:39:43.950393 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extended resource: rbac-policies {{(pid=109018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 12:39:43.951624 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extended resource: security-groups {{(pid=109018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 12:39:43.953041 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extended resource: security-group-rules {{(pid=109018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 12:39:43.954322 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extended resource: service-providers {{(pid=109018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 12:39:43.955554 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extended resource: subnetpools {{(pid=109018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 12:39:43.956887 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extended resource: subnetpools {{(pid=109018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 12:39:43.959035 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extended resource: tags {{(pid=109018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 12:39:43.960834 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extended resource: tags {{(pid=109018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 12:39:43.962707 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extended resource: tags {{(pid=109018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 12:39:43.964639 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extended resource: tags {{(pid=109018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 12:39:43.966489 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extended resource: tags {{(pid=109018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 12:39:43.968572 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extended resource: tags {{(pid=109018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 12:39:43.970365 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extended resource: tags {{(pid=109018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 12:39:43.972308 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extended resource: tags {{(pid=109018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 12:39:43.974476 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extended resource: tags {{(pid=109018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 12:39:43.976433 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron.api.extensions [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Extended resource: tags {{(pid=109018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 12:39:43.982973 dv-cinder-766296-6-iscsi neutron-server[109018]: WARNING keystonemiddleware.auth_token [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 16 12:39:43.987830 dv-cinder-766296-6-iscsi neutron-server[109018]: WARNING keystonemiddleware.auth_token [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 16 12:39:43.997677 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_concurrency.lockutils [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Acquired lock "singleton_lock" {{(pid=109018) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 16 12:39:43.998158 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_concurrency.lockutils [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Releasing lock "singleton_lock" {{(pid=109018) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 16 12:39:43.998867 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO oslo_service.service [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Starting 2 workers Jun 16 12:39:44.003972 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Started child 109145 {{(pid=109018) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 12:39:44.009225 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Started child 109146 {{(pid=109018) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 12:39:44.011090 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO neutron.service [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Neutron service started, listening on 0.0.0.0:9696 Jun 16 12:39:44.011860 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Notify callbacks [] for process, before_spawn {{(pid=109018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:39:44.013545 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:39:44.014751 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO oslo_service.service [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Starting 1 workers Jun 16 12:39:44.016151 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [-] (109145) wsgi starting up on http://0.0.0.0:9696 Jun 16 12:39:44.017588 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:39:44.019945 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [-] (109146) wsgi starting up on http://0.0.0.0:9696 Jun 16 12:39:44.020290 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Started child 109147 {{(pid=109018) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 12:39:44.021608 dv-cinder-766296-6-iscsi neutron-server[109018]: INFO oslo_service.service [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Starting 1 workers Jun 16 12:39:44.026534 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Started child 109148 {{(pid=109018) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 12:39:44.027420 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.service [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] calling RpcWorker wait() {{(pid=109147) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 16 12:39:44.028333 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG neutron_lib.callbacks.manager [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] Notify callbacks [] for process, after_spawn {{(pid=109018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:39:44.028507 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.service [None req-043d8bd3-2820-4829-9f8b-b10000c38dfe None None] returning from RpcWorker wait() {{(pid=109147) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 16 12:39:44.029566 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109018) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 12:39:44.029752 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 12:39:44.030011 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 12:39:44.030188 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:39:44.030361 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 12:39:44.030519 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 12:39:44.030828 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 12:39:44.030980 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:39:44.031295 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.031551 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.031806 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.032107 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.032398 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.033126 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.033387 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.033621 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.033916 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.034166 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.034448 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.034610 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.034871 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.035156 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.035398 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:39:44.036343 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.036343 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.036343 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.036343 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.037242 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.037242 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.037242 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.037242 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.038096 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] debug = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.038096 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.038604 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.038604 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.039104 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.039104 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.039529 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.039529 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.039972 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.040204 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.040424 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.040645 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.040868 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.041191 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.041191 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.041678 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.041678 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.042123 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.042660 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] host = dv-cinder-766296-6-iscsi {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.042660 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.043146 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.043146 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.043595 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.043595 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.044006 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.044006 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.044590 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.044590 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.045035 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.045035 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.045474 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.045695 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.045908 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] log_file = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.045908 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] log_options = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.046360 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.046590 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.046842 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.046842 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.047267 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.047267 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.047725 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.047725 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.048621 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.048621 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.048621 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.048621 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.048621 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.049675 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.049675 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.049675 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.049675 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.049675 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.050793 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.050793 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.050793 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.050793 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.051910 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.051910 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.051910 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.051910 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.051910 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.051910 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.053695 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.053695 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.053695 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.053695 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.053695 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.053695 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.053695 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.055392 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.055392 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.055392 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.055392 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.055392 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.055392 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.055392 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.056855 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.056855 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.056855 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.056855 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] use_json = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.056855 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.056855 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.058120 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.058120 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.058120 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.058120 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.058120 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.058120 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.059399 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.059399 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.059399 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.059399 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.060242 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.060242 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.060242 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.060242 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.061081 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.061081 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.061081 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.061716 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.061716 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.061716 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.062392 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.062392 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.063125 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.063125 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.063125 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.063799 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.063799 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.063799 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.064420 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.064420 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.064877 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.064877 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.065468 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.065468 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.065893 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.065893 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.066391 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.066391 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.066832 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.066832 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.067247 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.067247 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.068268 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.068501 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.068733 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.068992 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.069239 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.069468 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.069687 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.069905 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.070147 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.070404 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.070648 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.070867 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.071099 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.071300 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.071541 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.071894 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.071894 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.072336 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.072336 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.072744 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.072984 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.073498 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.073498 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.073498 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.076662 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.076662 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.076662 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.076662 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.076662 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.076662 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.076662 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.076662 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.076662 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.077744 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.077744 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.077744 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.078122 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:39:44.078303 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.078303 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.078303 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.078303 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.078303 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.078303 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.078303 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.079142 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.079142 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.079142 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.079142 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.079600 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.079600 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.079923 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.080279 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.080521 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.080763 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.081010 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.081350 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.081645 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.081896 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.082165 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.082561 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.083094 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.083094 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.083603 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.083603 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.083970 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.084167 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.084371 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.084560 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.084771 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.085022 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.086468 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.086468 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.086468 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.086468 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.086468 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.087823 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.087823 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.087823 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.087823 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.087823 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.088556 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.088556 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.088556 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.088953 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.088953 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.089231 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.089375 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.089640 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.089914 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.090165 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.090427 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.090665 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.091108 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.091293 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.091445 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.091638 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.092010 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.092169 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.092417 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.092699 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.092851 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.093209 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.093540 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.093795 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.094098 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.094373 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.094640 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.094894 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.095143 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.095654 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.096671 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.096996 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.097214 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.097467 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.097686 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.097937 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.098156 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.098479 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.099207 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.100882 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.100882 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.100882 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.100882 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.100882 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.100882 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.100882 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.104187 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.104187 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.104187 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.104187 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.104187 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.104187 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.104187 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.104187 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.105078 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.105078 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.105078 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.105078 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.105078 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.105078 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.105078 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.105078 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.105903 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.105903 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.105903 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.105903 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.106411 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.106411 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.106642 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.106772 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.106909 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.107518 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.107518 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.107771 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.107966 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.108184 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.108367 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.108631 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.108856 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.109074 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.109301 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.109527 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.109737 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.110011 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.110265 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.110509 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.110717 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.110919 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.112437 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.112437 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.112437 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.112437 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.112437 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.112437 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.113263 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.113263 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.113263 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.113263 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.113807 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.113807 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.114049 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.114209 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.114711 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.114886 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.115093 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.115370 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.115577 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.115791 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.116025 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.116292 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.116495 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.116697 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.116911 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.117124 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.117336 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.117774 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.118377 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.118910 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.119320 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.119788 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.120203 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.120638 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.121086 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.121596 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.121998 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.122300 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.122571 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.122733 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.122971 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.123206 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.123524 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.123903 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.124223 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.124564 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.124829 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.125114 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.125378 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.125621 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.126145 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.126623 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.127047 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.127485 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.127707 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.128130 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.128369 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.128741 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.129050 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.129342 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.129576 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.130688 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.131090 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.131486 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.131872 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.132252 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.132661 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.133051 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.133468 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.134152 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.134553 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.134858 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 12:39:44.135547 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109018) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 12:39:44.135702 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 12:39:44.135849 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 12:39:44.136011 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 12:39:44.136212 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 12:39:44.136419 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 12:39:44.136632 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.136776 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.136946 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.137112 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.137296 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.137560 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.137700 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.137831 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.137964 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.138094 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.138258 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.138381 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.138559 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.138701 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.138957 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.139087 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.139206 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.139335 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.139454 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.139595 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.139737 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.139889 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.140026 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] debug = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.140168 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.140454 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.140701 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.140859 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.141012 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.141162 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.141310 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.141447 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.141610 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.141752 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.141926 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.142155 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.142439 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.142597 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.142750 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.142901 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.143052 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.143204 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] host = dv-cinder-766296-6-iscsi {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.143357 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.143507 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.143641 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.144162 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.144162 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.144162 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.144572 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.144572 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.144837 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.144837 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.145108 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.145108 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.145794 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.145794 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] log_file = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.145794 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] log_options = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.146302 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.146302 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.146302 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.148129 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.148129 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.148129 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.148129 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.148129 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.148129 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.148129 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.148948 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.148948 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.148948 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.148948 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.148948 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.149556 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.149556 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.149556 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.149556 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.150007 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.150007 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.150007 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.150384 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.150384 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.150635 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.150635 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.150859 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.150859 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.151104 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.151226 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.151486 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.151486 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.151747 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.151747 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.152000 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.152144 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.152285 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.152431 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.152569 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.152723 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.152869 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.153011 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.153151 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.153291 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.153421 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.153566 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] use_json = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.153710 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.153832 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.153963 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.154110 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.155330 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.155330 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.155330 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.155330 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 12:39:44.155330 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.155330 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.155330 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.155330 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.160902 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.160902 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.160902 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.160902 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.160902 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.160902 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.160902 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.160902 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.162448 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.162448 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.162448 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.162448 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.162448 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.162448 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.162448 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.162448 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.166874 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.166874 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.166874 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.166874 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.166874 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.166874 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.166874 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.166874 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.168334 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.168334 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.168334 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.168334 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.168334 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.168334 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.168334 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.168334 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.168334 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.170095 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.170095 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.170095 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.170095 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.170095 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.170095 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.170095 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.170095 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.170095 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.171908 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.171908 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.171908 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.171908 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.171908 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.171908 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.171908 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.171908 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.171908 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.173469 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.173469 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.173469 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.173469 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.173469 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.173469 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.173469 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.173469 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.173469 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.177015 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.177015 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.177015 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.177015 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.177015 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.177015 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.177015 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.177015 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.177015 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.180147 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.180147 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.180147 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.180147 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.180147 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.180147 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.180147 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.180147 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.180147 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.181225 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.181225 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.181225 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.181225 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.181225 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.181225 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.181225 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.181225 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.182029 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.182029 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.182029 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.182029 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.182029 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.182029 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.182029 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.182029 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.182906 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.182906 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.182906 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.182906 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.182906 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.182906 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.182906 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.182906 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.183751 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.183751 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.183751 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.183751 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.183751 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.183751 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.183751 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.183751 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.184604 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.184604 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.184604 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.184604 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.184604 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.184604 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.184604 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.184604 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.185482 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.185482 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.185482 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.185482 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.185482 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.185482 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.185482 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.185482 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.187402 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.187402 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.187402 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.187402 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.187402 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.187402 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.187402 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.187402 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.188719 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.188719 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.188719 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.188719 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.188719 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.188719 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.188719 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.188719 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.191418 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.191418 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.191418 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.191418 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.191418 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.191418 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.191418 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.191418 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.193005 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.193005 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.193005 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.193005 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.193005 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.193005 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.193005 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.193005 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.194422 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.194422 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.194422 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.194422 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.194422 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.194422 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.194422 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.194422 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.196306 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.196306 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.196306 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.196306 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.196306 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.196306 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.196306 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.196306 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.198377 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.198377 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.198377 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.198377 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.198377 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.198377 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.198377 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.198377 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.200280 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.200280 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.200280 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.200280 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.200280 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.200280 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.200280 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.200280 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.201479 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.201479 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.201479 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.201479 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.201479 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.201479 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.201479 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.201479 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.203253 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.203253 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.203253 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.203253 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.203253 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.203253 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.203253 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.203253 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.203253 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.205004 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.205004 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.205004 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.205004 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.205004 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.205004 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.205004 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.205004 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.207079 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.207079 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.207079 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.207079 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.207079 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.207079 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.207079 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.207079 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.207079 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.208011 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.208011 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.208011 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.208011 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.208011 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.208011 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.208011 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.208011 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.209327 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.209327 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.209327 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.209327 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.209327 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.209327 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.209327 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.209327 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.210064 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.210064 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.210064 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.210064 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.210064 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.210064 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.210064 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.210064 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.210557 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.210557 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.210557 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.210557 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.210557 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.210557 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.210557 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.210557 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.210557 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.211047 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.211047 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.211047 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.211047 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.211047 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.211047 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.211047 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.211047 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.211047 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.211529 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.211529 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.211529 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.211529 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 12:39:44.211529 dv-cinder-766296-6-iscsi neutron-server[109018]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 12:39:44.255647 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:39:44.482102 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 42282) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:39:44.496910 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [-] 10.222.0.67 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0115147 Jun 16 12:40:01.093600 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57988046-1ce4-4ec1-9583-ea1c61872411 None None] get_active_networks_info from dv-cinder-766296-6-iscsi {{(pid=109147) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 16 12:40:01.245467 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57988046-1ce4-4ec1-9583-ea1c61872411 None None] No non-hosted networks {{(pid=109147) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 16 12:40:01.401545 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-a3198625-291e-4360-b4e5-1be4a9286e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303'] for agent, after_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:05.293718 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-65e345a3-9055-475f-afb6-cc9bb1f436a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303'] for agent, after_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:05.359703 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8909a3c2-0b34-4cf8-ba23-190c61f0d31a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:05.670774 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303'] for agent, after_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:05.671779 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:05.672330 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:05.672862 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:05.673391 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:05.673932 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:05.674506 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:05.675053 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:05.675655 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:05.676186 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:05.677335 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:05.677885 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:05.682610 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:05.683387 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f64503c87c0>, 'Open vSwitch agent', 'dv-cinder-766296-6-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:40:05.699411 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f645035fd00>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-766296-6-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:40:06.971282 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303'] for agent, after_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:09.213522 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303'] for agent, after_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:10.979479 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 42374) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:40:11.990976 dv-cinder-766296-6-iscsi neutron-server[109146]: WARNING oslo_policy.policy [None req-a16f7e63-41d1-41b1-958b-75e405b92873 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 12:40:11.991940 dv-cinder-766296-6-iscsi neutron-server[109146]: WARNING oslo_policy.policy [None req-a16f7e63-41d1-41b1-958b-75e405b92873 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 12:40:12.376209 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [None req-a16f7e63-41d1-41b1-958b-75e405b92873 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=109146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 12:40:12.377747 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-a16f7e63-41d1-41b1-958b-75e405b92873 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.3958688 Jun 16 12:40:12.506025 dv-cinder-766296-6-iscsi neutron-server[109147]: INFO neutron.db.l3_hamode_db [None req-edfdb1c3-9945-44c5-bd4d-16cf4e7c8daf None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 16 12:40:12.646136 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfdb1c3-9945-44c5-bd4d-16cf4e7c8daf None None] Routers set() bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:40:12.646814 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfdb1c3-9945-44c5-bd4d-16cf4e7c8daf None None] Router IDs set() for agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 16 12:40:15.532907 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 42388) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:40:16.096174 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-8771b538-39b7-458f-a4db-8afe019e136b admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:40:16.272769 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.policy [None req-8771b538-39b7-458f-a4db-8afe019e136b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109146) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 12:40:16.369858 dv-cinder-766296-6-iscsi neutron-server[109146]: WARNING oslo_policy.policy [None req-8771b538-39b7-458f-a4db-8afe019e136b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 12:40:16.370410 dv-cinder-766296-6-iscsi neutron-server[109146]: WARNING oslo_policy.policy [None req-8771b538-39b7-458f-a4db-8afe019e136b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 12:40:16.390127 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.quota [None req-8771b538-39b7-458f-a4db-8afe019e136b admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f6450a4d460>. Jun 16 12:40:16.533653 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8771b538-39b7-458f-a4db-8afe019e136b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754307345069', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754307343504', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754307340302', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754307338832', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754307357707', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754307375508', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3768768', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3798345', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-612138', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1551581'] for rbac-policy, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:16.639148 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8771b538-39b7-458f-a4db-8afe019e136b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:16.640368 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-8771b538-39b7-458f-a4db-8afe019e136b admin admin] 10.222.0.67 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1063538 Jun 16 12:40:20.609502 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 42400) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:40:21.537221 dv-cinder-766296-6-iscsi neutron-server[109145]: WARNING oslo_policy.policy [None req-f83fb0c5-a967-4440-95dd-7c49331b68cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 12:40:21.537892 dv-cinder-766296-6-iscsi neutron-server[109145]: WARNING oslo_policy.policy [None req-f83fb0c5-a967-4440-95dd-7c49331b68cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 12:40:21.769268 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-f83fb0c5-a967-4440-95dd-7c49331b68cc admin admin] Request body: {'network': {'tenant_id': '5e437735f60240f786d5b58459463e1b', 'admin_state_up': True, 'name': 'private', 'project_id': '5e437735f60240f786d5b58459463e1b'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:40:21.771569 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.quota [None req-f83fb0c5-a967-4440-95dd-7c49331b68cc admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f6450d6a4c0>. Jun 16 12:40:21.862626 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83fb0c5-a967-4440-95dd-7c49331b68cc admin admin] Made reservation on behalf of 5e437735f60240f786d5b58459463e1b for: {'network': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:40:21.950080 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.policy [None req-f83fb0c5-a967-4440-95dd-7c49331b68cc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109145) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 12:40:21.999608 dv-cinder-766296-6-iscsi neutron-server[109145]: WARNING oslo_policy.policy [None req-f83fb0c5-a967-4440-95dd-7c49331b68cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 12:40:22.000065 dv-cinder-766296-6-iscsi neutron-server[109145]: WARNING oslo_policy.policy [None req-f83fb0c5-a967-4440-95dd-7c49331b68cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 12:40:22.012277 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-f83fb0c5-a967-4440-95dd-7c49331b68cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for network, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:22.039482 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-f83fb0c5-a967-4440-95dd-7c49331b68cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:22.269279 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-f83fb0c5-a967-4440-95dd-7c49331b68cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:22.276232 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-f83fb0c5-a967-4440-95dd-7c49331b68cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:22.285787 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:40:22.319750 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f83fb0c5-a967-4440-95dd-7c49331b68cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=109145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 12:40:22.379955 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-f83fb0c5-a967-4440-95dd-7c49331b68cc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754302582312', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076'] for segment, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:22.380768 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-f83fb0c5-a967-4440-95dd-7c49331b68cc admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f645187e280> segment precommit_create {{(pid=109145) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 12:40:22.381433 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.db.segments_db [None req-f83fb0c5-a967-4440-95dd-7c49331b68cc admin admin] Added segment 34e28f2a-0ba8-4f2c-8586-3acb3b4c25a0 of type vlan for network 1b554401-8032-4529-be6c-7a31272ad139 Jun 16 12:40:22.402984 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83fb0c5-a967-4440-95dd-7c49331b68cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc72cb4a-c770-438b-9006-4d0d5504dda7,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:40:22.438810 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83fb0c5-a967-4440-95dd-7c49331b68cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:22.439323 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83fb0c5-a967-4440-95dd-7c49331b68cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:22.439762 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83fb0c5-a967-4440-95dd-7c49331b68cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:22.440171 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83fb0c5-a967-4440-95dd-7c49331b68cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:22.440599 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83fb0c5-a967-4440-95dd-7c49331b68cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:22.441011 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83fb0c5-a967-4440-95dd-7c49331b68cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:22.441443 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83fb0c5-a967-4440-95dd-7c49331b68cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:22.442573 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83fb0c5-a967-4440-95dd-7c49331b68cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:22.443560 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83fb0c5-a967-4440-95dd-7c49331b68cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:22.444047 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83fb0c5-a967-4440-95dd-7c49331b68cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:22.444455 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83fb0c5-a967-4440-95dd-7c49331b68cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:22.444861 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83fb0c5-a967-4440-95dd-7c49331b68cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:22.446193 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83fb0c5-a967-4440-95dd-7c49331b68cc admin admin] Tracked resource versions report: Jun 16 12:40:22.446193 dv-cinder-766296-6-iscsi neutron-server[109145]: pushed versions: Jun 16 12:40:22.446193 dv-cinder-766296-6-iscsi neutron-server[109145]: { 'AddressGroup': {'1.2'}, Jun 16 12:40:22.446193 dv-cinder-766296-6-iscsi neutron-server[109145]: 'ConntrackHelper': {'1.0'}, Jun 16 12:40:22.446193 dv-cinder-766296-6-iscsi neutron-server[109145]: 'Log': {'1.0'}, Jun 16 12:40:22.446193 dv-cinder-766296-6-iscsi neutron-server[109145]: 'Network': {'1.1'}, Jun 16 12:40:22.446193 dv-cinder-766296-6-iscsi neutron-server[109145]: 'Port': {'1.7'}, Jun 16 12:40:22.446193 dv-cinder-766296-6-iscsi neutron-server[109145]: 'PortForwarding': {'1.2'}, Jun 16 12:40:22.446193 dv-cinder-766296-6-iscsi neutron-server[109145]: 'QosPolicy': {'1.8'}, Jun 16 12:40:22.446193 dv-cinder-766296-6-iscsi neutron-server[109145]: 'SecurityGroup': {'1.4'}, Jun 16 12:40:22.446193 dv-cinder-766296-6-iscsi neutron-server[109145]: 'SecurityGroupRule': {'1.2'}, Jun 16 12:40:22.446193 dv-cinder-766296-6-iscsi neutron-server[109145]: 'SubPort': {'1.0'}, Jun 16 12:40:22.446193 dv-cinder-766296-6-iscsi neutron-server[109145]: 'Subnet': {'1.1'}, Jun 16 12:40:22.446193 dv-cinder-766296-6-iscsi neutron-server[109145]: 'Trunk': {'1.1'}} Jun 16 12:40:22.446193 dv-cinder-766296-6-iscsi neutron-server[109145]: consumer versions: Jun 16 12:40:22.446193 dv-cinder-766296-6-iscsi neutron-server[109145]: { DHCP agent@dv-cinder-766296-6-iscsi: {}, Jun 16 12:40:22.446193 dv-cinder-766296-6-iscsi neutron-server[109145]: L3 agent@dv-cinder-766296-6-iscsi: {}, Jun 16 12:40:22.446193 dv-cinder-766296-6-iscsi neutron-server[109145]: Metadata agent@dv-cinder-766296-6-iscsi: {}, Jun 16 12:40:22.446193 dv-cinder-766296-6-iscsi neutron-server[109145]: Metering agent@dv-cinder-766296-6-iscsi: {}, Jun 16 12:40:22.446193 dv-cinder-766296-6-iscsi neutron-server[109145]: Open vSwitch agent@dv-cinder-766296-6-iscsi: { 'AddressGroup': '1.2', Jun 16 12:40:22.446193 dv-cinder-766296-6-iscsi neutron-server[109145]: 'ConntrackHelper': '1.0', Jun 16 12:40:22.446193 dv-cinder-766296-6-iscsi neutron-server[109145]: 'Log': '1.0', Jun 16 12:40:22.446193 dv-cinder-766296-6-iscsi neutron-server[109145]: 'Network': '1.1', Jun 16 12:40:22.446193 dv-cinder-766296-6-iscsi neutron-server[109145]: 'Port': '1.7', Jun 16 12:40:22.446193 dv-cinder-766296-6-iscsi neutron-server[109145]: 'PortForwarding': '1.2', Jun 16 12:40:22.446193 dv-cinder-766296-6-iscsi neutron-server[109145]: 'QosPolicy': '1.8', Jun 16 12:40:22.446193 dv-cinder-766296-6-iscsi neutron-server[109145]: 'SecurityGroup': '1.4', Jun 16 12:40:22.446193 dv-cinder-766296-6-iscsi neutron-server[109145]: 'SecurityGroupRule': '1.2', Jun 16 12:40:22.446193 dv-cinder-766296-6-iscsi neutron-server[109145]: 'SubPort': '1.0', Jun 16 12:40:22.446193 dv-cinder-766296-6-iscsi neutron-server[109145]: 'Subnet': '1.1', Jun 16 12:40:22.446193 dv-cinder-766296-6-iscsi neutron-server[109145]: 'Trunk': '1.1'}} Jun 16 12:40:22.446193 dv-cinder-766296-6-iscsi neutron-server[109145]: {{(pid=109145) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 12:40:22.536771 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-f83fb0c5-a967-4440-95dd-7c49331b68cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754302079645'] for network, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:22.545136 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-f83fb0c5-a967-4440-95dd-7c49331b68cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:40:22.626471 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-f83fb0c5-a967-4440-95dd-7c49331b68cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281'] for network, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:22.628807 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83fb0c5-a967-4440-95dd-7c49331b68cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:40:22.630479 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-f83fb0c5-a967-4440-95dd-7c49331b68cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for network, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:22.635720 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:40:22.721571 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-f83fb0c5-a967-4440-95dd-7c49331b68cc admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 2.1103945 Jun 16 12:40:22.821079 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83fb0c5-a967-4440-95dd-7c49331b68cc admin admin] Pushing event updated for resources: {'Network': ['ID=1b554401-8032-4529-be6c-7a31272ad139,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:40:22.827523 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-f83fb0c5-a967-4440-95dd-7c49331b68cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:40:22.841297 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Network 1b554401-8032-4529-be6c-7a31272ad139 details requested by agent ovs-agent-dv-cinder-766296-6-iscsi with host dv-cinder-766296-6-iscsi {{(pid=109147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 12:40:26.121655 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 5 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 12:40:27.136845 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 42422) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:40:27.975873 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea815ac8-81aa-45c1-b66f-19efdd3c6b47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:40:27.978388 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-ea815ac8-81aa-45c1-b66f-19efdd3c6b47 admin admin] 10.222.0.67 "GET /v2.0/networks/1b554401-8032-4529-be6c-7a31272ad139 HTTP/1.1" status: 200 len: 825 time: 0.8399034 Jun 16 12:40:28.060311 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-f5d15dd1-2bc8-436d-88c6-3af43c388a69 admin admin] 10.222.0.67 "GET /v2.0/subnetpools/d4c4aa09-1f66-41ad-ac19-141b65916639 HTTP/1.1" status: 200 len: 734 time: 0.0722954 Jun 16 12:40:28.077804 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-bdbfd0d7-51d4-4c69-9ba9-b69c9c463fe4 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'd4c4aa09-1f66-41ad-ac19-141b65916639', 'name': 'private-subnet', 'network_id': '1b554401-8032-4529-be6c-7a31272ad139', 'tenant_id': '5e437735f60240f786d5b58459463e1b', 'gateway_ip': '172.20.0.1'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:40:28.123471 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbfd0d7-51d4-4c69-9ba9-b69c9c463fe4 admin admin] Made reservation on behalf of 5e437735f60240f786d5b58459463e1b for: {'subnet': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:40:28.127888 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-bdbfd0d7-51d4-4c69-9ba9-b69c9c463fe4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:28.581197 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-bdbfd0d7-51d4-4c69-9ba9-b69c9c463fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272'] for subnet, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:28.589881 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:40:28.706800 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbfd0d7-51d4-4c69-9ba9-b69c9c463fe4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=964d308b-fff8-48b4-9da1-92f1147f0e34,revision_number=0']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:40:28.714997 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-bdbfd0d7-51d4-4c69-9ba9-b69c9c463fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:40:28.724410 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbfd0d7-51d4-4c69-9ba9-b69c9c463fe4 admin admin] Checking segment: {'id': '34e28f2a-0ba8-4f2c-8586-3acb3b4c25a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1b554401-8032-4529-be6c-7a31272ad139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:40:28.725041 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbfd0d7-51d4-4c69-9ba9-b69c9c463fe4 admin admin] Network hostable DHCP agents. Network: 1b554401-8032-4529-be6c-7a31272ad139, hostable agents: ['d62bbf24-a105-422a-86ef-12dacf7896c4'], hosted agents: [] {{(pid=109145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 12:40:28.767956 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbfd0d7-51d4-4c69-9ba9-b69c9c463fe4 admin admin] Network 1b554401-8032-4529-be6c-7a31272ad139 is scheduled to be hosted by DHCP agent d62bbf24-a105-422a-86ef-12dacf7896c4 with binding_index 1 {{(pid=109145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 12:40:28.789429 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [None req-bdbfd0d7-51d4-4c69-9ba9-b69c9c463fe4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766296-6-iscsi, 1b554401-8032-4529-be6c-7a31272ad139) {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:40:28.796915 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbfd0d7-51d4-4c69-9ba9-b69c9c463fe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:40:28.798574 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-bdbfd0d7-51d4-4c69-9ba9-b69c9c463fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for subnet, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:28.803486 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c78aa11-6025-4ef8-8298-b904d2e663c1 None None] Network 1b554401-8032-4529-be6c-7a31272ad139 requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:40:28.818975 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-bdbfd0d7-51d4-4c69-9ba9-b69c9c463fe4 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7483010 Jun 16 12:40:29.374790 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57a8389-7123-44ae-9b3b-1e49c6198c01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa169a922-d219-5150-a7f6-9f81c4061e6e-1b554401-8032-4529-be6c-7a31272ad139', 'network_id': '1b554401-8032-4529-be6c-7a31272ad139', 'tenant_id': '5e437735f60240f786d5b58459463e1b', 'fixed_ips': [{'subnet_id': '964d308b-fff8-48b4-9da1-92f1147f0e34'}]}} from dv-cinder-766296-6-iscsi. {{(pid=109147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 12:40:29.377315 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-b57a8389-7123-44ae-9b3b-1e49c6198c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:29.814369 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.db_base_plugin_common [None req-b57a8389-7123-44ae-9b3b-1e49c6198c01 None None] Allocated IP 172.20.0.2 (1b554401-8032-4529-be6c-7a31272ad139/964d308b-fff8-48b4-9da1-92f1147f0e34/61f4716d-9689-4bc9-80e7-3af37f14fb8b) {{(pid=109147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:40:30.189832 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-b57a8389-7123-44ae-9b3b-1e49c6198c01 None None] Notify callbacks [] for port, precommit_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:30.221971 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-b57a8389-7123-44ae-9b3b-1e49c6198c01 None None] Transition to ACTIVE for port object 61f4716d-9689-4bc9-80e7-3af37f14fb8b will not be triggered until provisioned by entity L2. {{(pid=109147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:40:30.313610 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-b57a8389-7123-44ae-9b3b-1e49c6198c01 None None] Transition to ACTIVE for port object 61f4716d-9689-4bc9-80e7-3af37f14fb8b will not be triggered until provisioned by entity DHCP. {{(pid=109147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:40:30.329514 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-b57a8389-7123-44ae-9b3b-1e49c6198c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438'] for port, after_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:30.334888 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:40:30.486372 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a8389-7123-44ae-9b3b-1e49c6198c01 None None] Pushing event updated for resources: {'Port': ['ID=61f4716d-9689-4bc9-80e7-3af37f14fb8b,revision_number=1']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:40:30.495250 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57a8389-7123-44ae-9b3b-1e49c6198c01 None None] Network 1b554401-8032-4529-be6c-7a31272ad139 is already hosted by enough agents. {{(pid=109147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:40:30.504670 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a8389-7123-44ae-9b3b-1e49c6198c01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:30.505229 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a8389-7123-44ae-9b3b-1e49c6198c01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:30.505732 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a8389-7123-44ae-9b3b-1e49c6198c01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:30.506300 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a8389-7123-44ae-9b3b-1e49c6198c01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:30.506806 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a8389-7123-44ae-9b3b-1e49c6198c01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:30.507287 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a8389-7123-44ae-9b3b-1e49c6198c01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:30.507805 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a8389-7123-44ae-9b3b-1e49c6198c01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:30.508370 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a8389-7123-44ae-9b3b-1e49c6198c01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:30.508900 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a8389-7123-44ae-9b3b-1e49c6198c01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:30.509394 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a8389-7123-44ae-9b3b-1e49c6198c01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:30.510155 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a8389-7123-44ae-9b3b-1e49c6198c01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:30.510711 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a8389-7123-44ae-9b3b-1e49c6198c01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:30.512814 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a8389-7123-44ae-9b3b-1e49c6198c01 None None] Tracked resource versions report: Jun 16 12:40:30.512814 dv-cinder-766296-6-iscsi neutron-server[109147]: pushed versions: Jun 16 12:40:30.512814 dv-cinder-766296-6-iscsi neutron-server[109147]: { 'AddressGroup': {'1.2'}, Jun 16 12:40:30.512814 dv-cinder-766296-6-iscsi neutron-server[109147]: 'ConntrackHelper': {'1.0'}, Jun 16 12:40:30.512814 dv-cinder-766296-6-iscsi neutron-server[109147]: 'Log': {'1.0'}, Jun 16 12:40:30.512814 dv-cinder-766296-6-iscsi neutron-server[109147]: 'Network': {'1.1'}, Jun 16 12:40:30.512814 dv-cinder-766296-6-iscsi neutron-server[109147]: 'Port': {'1.7'}, Jun 16 12:40:30.512814 dv-cinder-766296-6-iscsi neutron-server[109147]: 'PortForwarding': {'1.2'}, Jun 16 12:40:30.512814 dv-cinder-766296-6-iscsi neutron-server[109147]: 'QosPolicy': {'1.8'}, Jun 16 12:40:30.512814 dv-cinder-766296-6-iscsi neutron-server[109147]: 'SecurityGroup': {'1.4'}, Jun 16 12:40:30.512814 dv-cinder-766296-6-iscsi neutron-server[109147]: 'SecurityGroupRule': {'1.2'}, Jun 16 12:40:30.512814 dv-cinder-766296-6-iscsi neutron-server[109147]: 'SubPort': {'1.0'}, Jun 16 12:40:30.512814 dv-cinder-766296-6-iscsi neutron-server[109147]: 'Subnet': {'1.1'}, Jun 16 12:40:30.512814 dv-cinder-766296-6-iscsi neutron-server[109147]: 'Trunk': {'1.1'}} Jun 16 12:40:30.512814 dv-cinder-766296-6-iscsi neutron-server[109147]: consumer versions: Jun 16 12:40:30.512814 dv-cinder-766296-6-iscsi neutron-server[109147]: { DHCP agent@dv-cinder-766296-6-iscsi: {}, Jun 16 12:40:30.512814 dv-cinder-766296-6-iscsi neutron-server[109147]: L3 agent@dv-cinder-766296-6-iscsi: {}, Jun 16 12:40:30.512814 dv-cinder-766296-6-iscsi neutron-server[109147]: Metadata agent@dv-cinder-766296-6-iscsi: {}, Jun 16 12:40:30.512814 dv-cinder-766296-6-iscsi neutron-server[109147]: Metering agent@dv-cinder-766296-6-iscsi: {}, Jun 16 12:40:30.512814 dv-cinder-766296-6-iscsi neutron-server[109147]: Open vSwitch agent@dv-cinder-766296-6-iscsi: { 'AddressGroup': '1.2', Jun 16 12:40:30.512814 dv-cinder-766296-6-iscsi neutron-server[109147]: 'ConntrackHelper': '1.0', Jun 16 12:40:30.512814 dv-cinder-766296-6-iscsi neutron-server[109147]: 'Log': '1.0', Jun 16 12:40:30.512814 dv-cinder-766296-6-iscsi neutron-server[109147]: 'Network': '1.1', Jun 16 12:40:30.512814 dv-cinder-766296-6-iscsi neutron-server[109147]: 'Port': '1.7', Jun 16 12:40:30.512814 dv-cinder-766296-6-iscsi neutron-server[109147]: 'PortForwarding': '1.2', Jun 16 12:40:30.512814 dv-cinder-766296-6-iscsi neutron-server[109147]: 'QosPolicy': '1.8', Jun 16 12:40:30.512814 dv-cinder-766296-6-iscsi neutron-server[109147]: 'SecurityGroup': '1.4', Jun 16 12:40:30.512814 dv-cinder-766296-6-iscsi neutron-server[109147]: 'SecurityGroupRule': '1.2', Jun 16 12:40:30.512814 dv-cinder-766296-6-iscsi neutron-server[109147]: 'SubPort': '1.0', Jun 16 12:40:30.512814 dv-cinder-766296-6-iscsi neutron-server[109147]: 'Subnet': '1.1', Jun 16 12:40:30.512814 dv-cinder-766296-6-iscsi neutron-server[109147]: 'Trunk': '1.1'}} Jun 16 12:40:30.512814 dv-cinder-766296-6-iscsi neutron-server[109147]: {{(pid=109147) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 12:40:30.520779 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.scheduler.base_scheduler [None req-b57a8389-7123-44ae-9b3b-1e49c6198c01 None None] Resources bound (agent type, host, resource id): {{(pid=109147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:40:30.541255 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-b57a8389-7123-44ae-9b3b-1e49c6198c01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:40:30.559692 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57a8389-7123-44ae-9b3b-1e49c6198c01 None None] Received port after_create {{(pid=109147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:40:30.690476 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-b57a8389-7123-44ae-9b3b-1e49c6198c01 None None] Attempting to bind port 61f4716d-9689-4bc9-80e7-3af37f14fb8b on host dv-cinder-766296-6-iscsi for vnic_type normal with profile {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:40:30.691125 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-b57a8389-7123-44ae-9b3b-1e49c6198c01 None None] Attempting to bind port 61f4716d-9689-4bc9-80e7-3af37f14fb8b by drivers openvswitch,hyperv on host dv-cinder-766296-6-iscsi at level 0 using segments [{'id': '34e28f2a-0ba8-4f2c-8586-3acb3b4c25a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1b554401-8032-4529-be6c-7a31272ad139'}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:40:30.691824 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57a8389-7123-44ae-9b3b-1e49c6198c01 None None] Attempting to bind port 61f4716d-9689-4bc9-80e7-3af37f14fb8b on network 1b554401-8032-4529-be6c-7a31272ad139 {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:40:30.700699 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57a8389-7123-44ae-9b3b-1e49c6198c01 None None] Checking agent: {'id': '02c43e25-bd45-43d2-952e-f18e4af744aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766296-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 40, 6), 'started_at': datetime.datetime(2021, 6, 16, 12, 40, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766296-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:40:30.701305 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57a8389-7123-44ae-9b3b-1e49c6198c01 None None] Checking segment: {'id': '34e28f2a-0ba8-4f2c-8586-3acb3b4c25a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1b554401-8032-4529-be6c-7a31272ad139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:40:30.702028 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-b57a8389-7123-44ae-9b3b-1e49c6198c01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:30.702672 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57a8389-7123-44ae-9b3b-1e49c6198c01 None None] Bound using segment: {'id': '34e28f2a-0ba8-4f2c-8586-3acb3b4c25a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1b554401-8032-4529-be6c-7a31272ad139'} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:40:30.703464 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-b57a8389-7123-44ae-9b3b-1e49c6198c01 None None] Bound port: 61f4716d-9689-4bc9-80e7-3af37f14fb8b, host: dv-cinder-766296-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34e28f2a-0ba8-4f2c-8586-3acb3b4c25a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1b554401-8032-4529-be6c-7a31272ad139'}}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:40:30.704092 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-b57a8389-7123-44ae-9b3b-1e49c6198c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:30.827634 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-b57a8389-7123-44ae-9b3b-1e49c6198c01 None None] For port 61f4716d-9689-4bc9-80e7-3af37f14fb8b, host dv-cinder-766296-6-iscsi, cleared binding levels {{(pid=109147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:40:30.837263 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-b57a8389-7123-44ae-9b3b-1e49c6198c01 None None] For port 61f4716d-9689-4bc9-80e7-3af37f14fb8b, host dv-cinder-766296-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=61f4716d-9689-4bc9-80e7-3af37f14fb8b,segment=NetworkSegment(34e28f2a-0ba8-4f2c-8586-3acb3b4c25a0),segment_id=34e28f2a-0ba8-4f2c-8586-3acb3b4c25a0)] {{(pid=109147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:40:30.844151 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-b57a8389-7123-44ae-9b3b-1e49c6198c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:30.851245 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:40:30.968196 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-fad1c0dc-1d8e-4c58-8f2e-c002c7b5b2a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:30.996118 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a8389-7123-44ae-9b3b-1e49c6198c01 None None] Pushing event updated for resources: {'Port': ['ID=61f4716d-9689-4bc9-80e7-3af37f14fb8b,revision_number=2']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:40:31.003207 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-b57a8389-7123-44ae-9b3b-1e49c6198c01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:40:32.342990 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 42434) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:40:32.998635 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [None req-b8cc8e87-65f7-4987-a2db-5a888ea25991 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=109146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 12:40:33.000402 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-b8cc8e87-65f7-4987-a2db-5a888ea25991 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6549318 Jun 16 12:40:35.278744 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4d5a454e-a773-4d21-b070-f738619e2237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:35.630483 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:36.630057 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 42442) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:40:36.899947 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:37.107223 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [None req-629847c7-7eb4-4583-ab1c-b3daf0b595a0 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=109146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 12:40:37.108280 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-629847c7-7eb4-4583-ab1c-b3daf0b595a0 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4769793 Jun 16 12:40:38.556317 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 61f4716d-9689-4bc9-80e7-3af37f14fb8b up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:40:38.715460 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning for port 61f4716d-9689-4bc9-80e7-3af37f14fb8b completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:40:39.161731 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:40.042864 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3716ff01-2192-4a2a-981f-59e176efcf4f None None] Network 1b554401-8032-4529-be6c-7a31272ad139 requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:40:40.180338 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-75e2e59f-013f-47be-a375-c918bab43dc0 None None] Provisioning for port 61f4716d-9689-4bc9-80e7-3af37f14fb8b completed by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:40:40.194792 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-75e2e59f-013f-47be-a375-c918bab43dc0 None None] Provisioning complete for port 61f4716d-9689-4bc9-80e7-3af37f14fb8b triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:40:40.195467 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-75e2e59f-013f-47be-a375-c918bab43dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:40.409978 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 42476) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:40:40.543747 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-75e2e59f-013f-47be-a375-c918bab43dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:40.605529 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-badcaa7c-056e-4443-bb8a-2c059e752ac6 admin admin] Request body: {'router': {'tenant_id': '5e437735f60240f786d5b58459463e1b', 'admin_state_up': True, 'name': 'router1'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:40:40.648811 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-75e2e59f-013f-47be-a375-c918bab43dc0 None None] For port 61f4716d-9689-4bc9-80e7-3af37f14fb8b, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=61f4716d-9689-4bc9-80e7-3af37f14fb8b,segment=NetworkSegment(34e28f2a-0ba8-4f2c-8586-3acb3b4c25a0),segment_id=34e28f2a-0ba8-4f2c-8586-3acb3b4c25a0)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:40:40.655327 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-75e2e59f-013f-47be-a375-c918bab43dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:40.657408 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-badcaa7c-056e-4443-bb8a-2c059e752ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-448915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13965'] for router, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:40.661955 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-b57a8389-7123-44ae-9b3b-1e49c6198c01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:40:40.663685 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-badcaa7c-056e-4443-bb8a-2c059e752ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-489929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13942'] for router, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:40.750090 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e2e59f-013f-47be-a375-c918bab43dc0 None None] Pushing event updated for resources: {'Port': ['ID=61f4716d-9689-4bc9-80e7-3af37f14fb8b,revision_number=3']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:40:40.757853 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-75e2e59f-013f-47be-a375-c918bab43dc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:40:40.853380 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-badcaa7c-056e-4443-bb8a-2c059e752ac6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:40.860623 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-badcaa7c-056e-4443-bb8a-2c059e752ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439031'] for router, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:40.882029 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-badcaa7c-056e-4443-bb8a-2c059e752ac6 admin admin] Notify callbacks [] for router, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:40.893955 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-badcaa7c-056e-4443-bb8a-2c059e752ac6 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4725726 Jun 16 12:40:40.894491 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-0a7c58cf-9e01-4289-a736-252baa8a1e50 None None] Provisioning complete for port 61f4716d-9689-4bc9-80e7-3af37f14fb8b triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:40:40.894491 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-0a7c58cf-9e01-4289-a736-252baa8a1e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:42.507185 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 61f4716d-9689-4bc9-80e7-3af37f14fb8b up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:40:42.580223 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port 61f4716d-9689-4bc9-80e7-3af37f14fb8b triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:40:42.580832 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:44.196359 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 42484) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:40:44.253109 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [None req-f6f7561f-c967-4c47-9593-0373ea0638e3 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=109146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 12:40:44.255450 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-f6f7561f-c967-4c47-9593-0373ea0638e3 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0580082 Jun 16 12:40:46.779996 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 42492) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:40:46.841651 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-bfa9f1f5-a6ec-40ee-81e4-ff6763430efb admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:40:46.882421 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa9f1f5-a6ec-40ee-81e4-ff6763430efb admin admin] Made reservation on behalf of ea7f61ae9ffc40c7a196652fb88828a6 for: {'network': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:40:46.887360 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-bfa9f1f5-a6ec-40ee-81e4-ff6763430efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for network, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:46.917011 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-bfa9f1f5-a6ec-40ee-81e4-ff6763430efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:47.138611 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-bfa9f1f5-a6ec-40ee-81e4-ff6763430efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:47.144841 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-bfa9f1f5-a6ec-40ee-81e4-ff6763430efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:47.153658 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:40:47.166620 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bfa9f1f5-a6ec-40ee-81e4-ff6763430efb admin admin] Reserving flat network on physical network physnet1 {{(pid=109146) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 16 12:40:47.216996 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-bfa9f1f5-a6ec-40ee-81e4-ff6763430efb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754302582312', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076'] for segment, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:47.217663 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-bfa9f1f5-a6ec-40ee-81e4-ff6763430efb admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f645187e280> segment precommit_create {{(pid=109146) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 12:40:47.218208 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.db.segments_db [None req-bfa9f1f5-a6ec-40ee-81e4-ff6763430efb admin admin] Added segment ccabc92d-cb7c-48c7-8ba2-36435bcfb991 of type flat for network 31dc54ca-819a-4fca-8a47-71bd58082db2 Jun 16 12:40:47.238856 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa9f1f5-a6ec-40ee-81e4-ff6763430efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a979cb-ab66-469a-aef7-cb831f072504,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:40:47.271818 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa9f1f5-a6ec-40ee-81e4-ff6763430efb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:47.272225 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa9f1f5-a6ec-40ee-81e4-ff6763430efb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:47.272633 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa9f1f5-a6ec-40ee-81e4-ff6763430efb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:47.273011 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa9f1f5-a6ec-40ee-81e4-ff6763430efb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:47.273382 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa9f1f5-a6ec-40ee-81e4-ff6763430efb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:47.273768 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa9f1f5-a6ec-40ee-81e4-ff6763430efb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:47.274137 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa9f1f5-a6ec-40ee-81e4-ff6763430efb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:47.274578 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa9f1f5-a6ec-40ee-81e4-ff6763430efb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:47.274957 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa9f1f5-a6ec-40ee-81e4-ff6763430efb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:47.275331 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa9f1f5-a6ec-40ee-81e4-ff6763430efb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:47.275684 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa9f1f5-a6ec-40ee-81e4-ff6763430efb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:47.276122 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa9f1f5-a6ec-40ee-81e4-ff6763430efb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:47.277529 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa9f1f5-a6ec-40ee-81e4-ff6763430efb admin admin] Tracked resource versions report: Jun 16 12:40:47.277529 dv-cinder-766296-6-iscsi neutron-server[109146]: pushed versions: Jun 16 12:40:47.277529 dv-cinder-766296-6-iscsi neutron-server[109146]: { 'AddressGroup': {'1.2'}, Jun 16 12:40:47.277529 dv-cinder-766296-6-iscsi neutron-server[109146]: 'ConntrackHelper': {'1.0'}, Jun 16 12:40:47.277529 dv-cinder-766296-6-iscsi neutron-server[109146]: 'Log': {'1.0'}, Jun 16 12:40:47.277529 dv-cinder-766296-6-iscsi neutron-server[109146]: 'Network': {'1.1'}, Jun 16 12:40:47.277529 dv-cinder-766296-6-iscsi neutron-server[109146]: 'Port': {'1.7'}, Jun 16 12:40:47.277529 dv-cinder-766296-6-iscsi neutron-server[109146]: 'PortForwarding': {'1.2'}, Jun 16 12:40:47.277529 dv-cinder-766296-6-iscsi neutron-server[109146]: 'QosPolicy': {'1.8'}, Jun 16 12:40:47.277529 dv-cinder-766296-6-iscsi neutron-server[109146]: 'SecurityGroup': {'1.4'}, Jun 16 12:40:47.277529 dv-cinder-766296-6-iscsi neutron-server[109146]: 'SecurityGroupRule': {'1.2'}, Jun 16 12:40:47.277529 dv-cinder-766296-6-iscsi neutron-server[109146]: 'SubPort': {'1.0'}, Jun 16 12:40:47.277529 dv-cinder-766296-6-iscsi neutron-server[109146]: 'Subnet': {'1.1'}, Jun 16 12:40:47.277529 dv-cinder-766296-6-iscsi neutron-server[109146]: 'Trunk': {'1.1'}} Jun 16 12:40:47.277529 dv-cinder-766296-6-iscsi neutron-server[109146]: consumer versions: Jun 16 12:40:47.277529 dv-cinder-766296-6-iscsi neutron-server[109146]: { DHCP agent@dv-cinder-766296-6-iscsi: {}, Jun 16 12:40:47.277529 dv-cinder-766296-6-iscsi neutron-server[109146]: L3 agent@dv-cinder-766296-6-iscsi: {}, Jun 16 12:40:47.277529 dv-cinder-766296-6-iscsi neutron-server[109146]: Metadata agent@dv-cinder-766296-6-iscsi: {}, Jun 16 12:40:47.277529 dv-cinder-766296-6-iscsi neutron-server[109146]: Metering agent@dv-cinder-766296-6-iscsi: {}, Jun 16 12:40:47.277529 dv-cinder-766296-6-iscsi neutron-server[109146]: Open vSwitch agent@dv-cinder-766296-6-iscsi: { 'AddressGroup': '1.2', Jun 16 12:40:47.277529 dv-cinder-766296-6-iscsi neutron-server[109146]: 'ConntrackHelper': '1.0', Jun 16 12:40:47.277529 dv-cinder-766296-6-iscsi neutron-server[109146]: 'Log': '1.0', Jun 16 12:40:47.277529 dv-cinder-766296-6-iscsi neutron-server[109146]: 'Network': '1.1', Jun 16 12:40:47.277529 dv-cinder-766296-6-iscsi neutron-server[109146]: 'Port': '1.7', Jun 16 12:40:47.277529 dv-cinder-766296-6-iscsi neutron-server[109146]: 'PortForwarding': '1.2', Jun 16 12:40:47.277529 dv-cinder-766296-6-iscsi neutron-server[109146]: 'QosPolicy': '1.8', Jun 16 12:40:47.277529 dv-cinder-766296-6-iscsi neutron-server[109146]: 'SecurityGroup': '1.4', Jun 16 12:40:47.277529 dv-cinder-766296-6-iscsi neutron-server[109146]: 'SecurityGroupRule': '1.2', Jun 16 12:40:47.277529 dv-cinder-766296-6-iscsi neutron-server[109146]: 'SubPort': '1.0', Jun 16 12:40:47.277529 dv-cinder-766296-6-iscsi neutron-server[109146]: 'Subnet': '1.1', Jun 16 12:40:47.277529 dv-cinder-766296-6-iscsi neutron-server[109146]: 'Trunk': '1.1'}} Jun 16 12:40:47.277529 dv-cinder-766296-6-iscsi neutron-server[109146]: {{(pid=109146) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 12:40:47.373439 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-bfa9f1f5-a6ec-40ee-81e4-ff6763430efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:40:47.386199 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-bfa9f1f5-a6ec-40ee-81e4-ff6763430efb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754302079645'] for network, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:47.491290 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-bfa9f1f5-a6ec-40ee-81e4-ff6763430efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281'] for network, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:47.494466 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa9f1f5-a6ec-40ee-81e4-ff6763430efb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:40:47.495589 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-bfa9f1f5-a6ec-40ee-81e4-ff6763430efb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for network, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:47.501088 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:40:47.597038 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-bfa9f1f5-a6ec-40ee-81e4-ff6763430efb admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8154116 Jun 16 12:40:47.699596 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa9f1f5-a6ec-40ee-81e4-ff6763430efb admin admin] Pushing event updated for resources: {'Network': ['ID=31dc54ca-819a-4fca-8a47-71bd58082db2,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:40:47.705667 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-bfa9f1f5-a6ec-40ee-81e4-ff6763430efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:40:47.716425 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Network 31dc54ca-819a-4fca-8a47-71bd58082db2 details requested by agent ovs-agent-dv-cinder-766296-6-iscsi with host dv-cinder-766296-6-iscsi {{(pid=109147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 12:40:50.367836 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 42504) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:40:50.633060 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1706678d-fdd9-4ba9-b141-96a395536fe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:40:50.635706 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-1706678d-fdd9-4ba9-b141-96a395536fe5 admin admin] 10.222.0.67 "GET /v2.0/subnets/964d308b-fff8-48b4-9da1-92f1147f0e34 HTTP/1.1" status: 200 len: 849 time: 0.2659490 Jun 16 12:40:50.870320 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-dc95962c-0cfd-48c8-ae9d-e77a8f71cc4f admin admin] 10.222.0.67 "GET /v2.0/routers/12f9da9a-0ed5-48a9-b706-09cac86e2f4d HTTP/1.1" status: 200 len: 704 time: 0.2280250 Jun 16 12:40:51.301768 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a05a2d0f-3e7e-4457-a407-aca62f52ff8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:51.793366 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [None req-a05a2d0f-3e7e-4457-a407-aca62f52ff8d admin admin] Allocated IP 172.20.0.1 (1b554401-8032-4529-be6c-7a31272ad139/964d308b-fff8-48b4-9da1-92f1147f0e34/aa20ecec-9495-4c49-8722-38d07788192d) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:40:52.102759 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a05a2d0f-3e7e-4457-a407-aca62f52ff8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:52.148936 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.provisioning_blocks [None req-a05a2d0f-3e7e-4457-a407-aca62f52ff8d admin admin] Transition to ACTIVE for port object aa20ecec-9495-4c49-8722-38d07788192d will not be triggered until provisioned by entity DHCP. {{(pid=109146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:40:52.330550 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a05a2d0f-3e7e-4457-a407-aca62f52ff8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438'] for port, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:52.337020 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:40:52.459213 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05a2d0f-3e7e-4457-a407-aca62f52ff8d admin admin] Network 1b554401-8032-4529-be6c-7a31272ad139 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:40:52.470828 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-a05a2d0f-3e7e-4457-a407-aca62f52ff8d admin admin] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:40:52.487349 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05a2d0f-3e7e-4457-a407-aca62f52ff8d admin admin] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:40:52.487496 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a05a2d0f-3e7e-4457-a407-aca62f52ff8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442950'] for router_interface, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:52.527874 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a2d0f-3e7e-4457-a407-aca62f52ff8d admin admin] Pushing event updated for resources: {'Port': ['ID=aa20ecec-9495-4c49-8722-38d07788192d,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:40:52.612830 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-a05a2d0f-3e7e-4457-a407-aca62f52ff8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:40:52.734079 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-f58758fd-78e8-4677-9cf2-5b112fbb8a2d None None] Provisioning for port aa20ecec-9495-4c49-8722-38d07788192d completed by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:40:52.740811 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-f58758fd-78e8-4677-9cf2-5b112fbb8a2d None None] Provisioning complete for port aa20ecec-9495-4c49-8722-38d07788192d triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:40:52.741416 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f58758fd-78e8-4677-9cf2-5b112fbb8a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:52.805517 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-f58758fd-78e8-4677-9cf2-5b112fbb8a2d None None] Port aa20ecec-9495-4c49-8722-38d07788192d cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 12:40:52.975776 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a05a2d0f-3e7e-4457-a407-aca62f52ff8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:53.247283 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a05a2d0f-3e7e-4457-a407-aca62f52ff8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:53.255484 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a05a2d0f-3e7e-4457-a407-aca62f52ff8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:53.258068 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a05a2d0f-3e7e-4457-a407-aca62f52ff8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442938'] for router_interface, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:53.261631 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-a05a2d0f-3e7e-4457-a407-aca62f52ff8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:40:53.386977 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a2d0f-3e7e-4457-a407-aca62f52ff8d admin admin] Pushing event updated for resources: {'Port': ['ID=aa20ecec-9495-4c49-8722-38d07788192d,revision_number=2']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:40:53.437390 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-a05a2d0f-3e7e-4457-a407-aca62f52ff8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:40:53.510292 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05a2d0f-3e7e-4457-a407-aca62f52ff8d admin admin] Network 1b554401-8032-4529-be6c-7a31272ad139 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:40:53.512656 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-a05a2d0f-3e7e-4457-a407-aca62f52ff8d admin admin] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:40:53.742937 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-5b0e92c0-a4fd-4d1e-846f-cb7961f77af2 None None] Provisioning complete for port aa20ecec-9495-4c49-8722-38d07788192d triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:40:53.743801 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-5b0e92c0-a4fd-4d1e-846f-cb7961f77af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:53.769408 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a05a2d0f-3e7e-4457-a407-aca62f52ff8d admin admin] Router 12f9da9a-0ed5-48a9-b706-09cac86e2f4d is scheduled to L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 with binding_index 1 {{(pid=109146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 12:40:53.813603 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-5b0e92c0-a4fd-4d1e-846f-cb7961f77af2 None None] Port aa20ecec-9495-4c49-8722-38d07788192d cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 12:40:53.893731 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05a2d0f-3e7e-4457-a407-aca62f52ff8d admin admin] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 12:40:53.902985 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-a05a2d0f-3e7e-4457-a407-aca62f52ff8d admin admin] 10.222.0.67 "PUT /v2.0/routers/12f9da9a-0ed5-48a9-b706-09cac86e2f4d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 3.0238001 Jun 16 12:40:53.909887 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdb06eb-af53-4adb-9784-c7e7b17c9ddd None None] Sync routers for ids ['12f9da9a-0ed5-48a9-b706-09cac86e2f4d'] in dv-cinder-766296-6-iscsi {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 12:40:53.932399 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdb06eb-af53-4adb-9784-c7e7b17c9ddd None None] Routers {'12f9da9a-0ed5-48a9-b706-09cac86e2f4d'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:40:53.933862 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-6fdb06eb-af53-4adb-9784-c7e7b17c9ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6450ba5220>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:40:35Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['12f9da9a-0ed5-48a9-b706-09cac86e2f4d'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:40:54.291545 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-6fdb06eb-af53-4adb-9784-c7e7b17c9ddd None None] Set router 12f9da9a-0ed5-48a9-b706-09cac86e2f4d gateway port host: None {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:40:55.178297 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-6fdb06eb-af53-4adb-9784-c7e7b17c9ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6450ba5220>, [{'id': '12f9da9a-0ed5-48a9-b706-09cac86e2f4d', 'name': 'router1', 'tenant_id': '5e437735f60240f786d5b58459463e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:40:40Z', 'updated_at': '2021-06-16T12:40:52Z', 'revision_number': 2, 'project_id': '5e437735f60240f786d5b58459463e1b', 'gw_port_host': None, '_interfaces': [{'id': 'aa20ecec-9495-4c49-8722-38d07788192d', 'name': '', 'network_id': '1b554401-8032-4529-be6c-7a31272ad139', 'tenant_id': '5e437735f60240f786d5b58459463e1b', 'mac_address': 'fa:16:3e:1d:85:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f9da9a-0ed5-48a9-b706-09cac86e2f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '964d308b-fff8-48b4-9da1-92f1147f0e34', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:40:51Z', 'updated_at': '2021-06-16T12:40:53Z', 'revision_number': 2, 'project_id': '5e437735f60240f786d5b58459463e1b', 'subnets': [{'id': '964d308b-fff8-48b4-9da1-92f1147f0e34', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd4c4aa09-1f66-41ad-ac19-141b65916639'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:40:55.190141 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdb06eb-af53-4adb-9784-c7e7b17c9ddd None None] Checking router: 12f9da9a-0ed5-48a9-b706-09cac86e2f4d for host: dv-cinder-766296-6-iscsi {{(pid=109148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 12:40:55.190791 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdb06eb-af53-4adb-9784-c7e7b17c9ddd None None] Updating router 12f9da9a-0ed5-48a9-b706-09cac86e2f4d port aa20ecec-9495-4c49-8722-38d07788192d binding host dv-cinder-766296-6-iscsi {{(pid=109148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 12:40:55.310855 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-6fdb06eb-af53-4adb-9784-c7e7b17c9ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:56.014957 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-6fdb06eb-af53-4adb-9784-c7e7b17c9ddd None None] Notify callbacks [] for port, precommit_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:56.039736 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.provisioning_blocks [None req-6fdb06eb-af53-4adb-9784-c7e7b17c9ddd None None] Transition to ACTIVE for port object aa20ecec-9495-4c49-8722-38d07788192d will not be triggered until provisioned by entity L2. {{(pid=109148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:40:56.049252 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-6fdb06eb-af53-4adb-9784-c7e7b17c9ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:56.053607 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:40:56.396147 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471366fa-a74e-4686-961d-4e47d7bd8249 None None] Pushing event updated for resources: {'Port': ['ID=aa20ecec-9495-4c49-8722-38d07788192d,revision_number=3']} {{(pid=109148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:40:56.419307 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471366fa-a74e-4686-961d-4e47d7bd8249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:56.419838 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471366fa-a74e-4686-961d-4e47d7bd8249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:56.420373 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471366fa-a74e-4686-961d-4e47d7bd8249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:56.420895 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471366fa-a74e-4686-961d-4e47d7bd8249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:56.421420 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471366fa-a74e-4686-961d-4e47d7bd8249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:56.421966 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471366fa-a74e-4686-961d-4e47d7bd8249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:56.422543 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471366fa-a74e-4686-961d-4e47d7bd8249 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:56.423090 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471366fa-a74e-4686-961d-4e47d7bd8249 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:56.423672 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471366fa-a74e-4686-961d-4e47d7bd8249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:56.424216 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471366fa-a74e-4686-961d-4e47d7bd8249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:56.424943 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471366fa-a74e-4686-961d-4e47d7bd8249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:56.425283 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471366fa-a74e-4686-961d-4e47d7bd8249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:40:56.427534 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471366fa-a74e-4686-961d-4e47d7bd8249 None None] Tracked resource versions report: Jun 16 12:40:56.427534 dv-cinder-766296-6-iscsi neutron-server[109148]: pushed versions: Jun 16 12:40:56.427534 dv-cinder-766296-6-iscsi neutron-server[109148]: { 'AddressGroup': {'1.2'}, Jun 16 12:40:56.427534 dv-cinder-766296-6-iscsi neutron-server[109148]: 'ConntrackHelper': {'1.0'}, Jun 16 12:40:56.427534 dv-cinder-766296-6-iscsi neutron-server[109148]: 'Log': {'1.0'}, Jun 16 12:40:56.427534 dv-cinder-766296-6-iscsi neutron-server[109148]: 'Network': {'1.1'}, Jun 16 12:40:56.427534 dv-cinder-766296-6-iscsi neutron-server[109148]: 'Port': {'1.7'}, Jun 16 12:40:56.427534 dv-cinder-766296-6-iscsi neutron-server[109148]: 'PortForwarding': {'1.2'}, Jun 16 12:40:56.427534 dv-cinder-766296-6-iscsi neutron-server[109148]: 'QosPolicy': {'1.8'}, Jun 16 12:40:56.427534 dv-cinder-766296-6-iscsi neutron-server[109148]: 'SecurityGroup': {'1.4'}, Jun 16 12:40:56.427534 dv-cinder-766296-6-iscsi neutron-server[109148]: 'SecurityGroupRule': {'1.2'}, Jun 16 12:40:56.427534 dv-cinder-766296-6-iscsi neutron-server[109148]: 'SubPort': {'1.0'}, Jun 16 12:40:56.427534 dv-cinder-766296-6-iscsi neutron-server[109148]: 'Subnet': {'1.1'}, Jun 16 12:40:56.427534 dv-cinder-766296-6-iscsi neutron-server[109148]: 'Trunk': {'1.1'}} Jun 16 12:40:56.427534 dv-cinder-766296-6-iscsi neutron-server[109148]: consumer versions: Jun 16 12:40:56.427534 dv-cinder-766296-6-iscsi neutron-server[109148]: { DHCP agent@dv-cinder-766296-6-iscsi: {}, Jun 16 12:40:56.427534 dv-cinder-766296-6-iscsi neutron-server[109148]: L3 agent@dv-cinder-766296-6-iscsi: {}, Jun 16 12:40:56.427534 dv-cinder-766296-6-iscsi neutron-server[109148]: Metadata agent@dv-cinder-766296-6-iscsi: {}, Jun 16 12:40:56.427534 dv-cinder-766296-6-iscsi neutron-server[109148]: Metering agent@dv-cinder-766296-6-iscsi: {}, Jun 16 12:40:56.427534 dv-cinder-766296-6-iscsi neutron-server[109148]: Open vSwitch agent@dv-cinder-766296-6-iscsi: { 'AddressGroup': '1.2', Jun 16 12:40:56.427534 dv-cinder-766296-6-iscsi neutron-server[109148]: 'ConntrackHelper': '1.0', Jun 16 12:40:56.427534 dv-cinder-766296-6-iscsi neutron-server[109148]: 'Log': '1.0', Jun 16 12:40:56.427534 dv-cinder-766296-6-iscsi neutron-server[109148]: 'Network': '1.1', Jun 16 12:40:56.427534 dv-cinder-766296-6-iscsi neutron-server[109148]: 'Port': '1.7', Jun 16 12:40:56.427534 dv-cinder-766296-6-iscsi neutron-server[109148]: 'PortForwarding': '1.2', Jun 16 12:40:56.427534 dv-cinder-766296-6-iscsi neutron-server[109148]: 'QosPolicy': '1.8', Jun 16 12:40:56.427534 dv-cinder-766296-6-iscsi neutron-server[109148]: 'SecurityGroup': '1.4', Jun 16 12:40:56.427534 dv-cinder-766296-6-iscsi neutron-server[109148]: 'SecurityGroupRule': '1.2', Jun 16 12:40:56.427534 dv-cinder-766296-6-iscsi neutron-server[109148]: 'SubPort': '1.0', Jun 16 12:40:56.427534 dv-cinder-766296-6-iscsi neutron-server[109148]: 'Subnet': '1.1', Jun 16 12:40:56.427534 dv-cinder-766296-6-iscsi neutron-server[109148]: 'Trunk': '1.1'}} Jun 16 12:40:56.427534 dv-cinder-766296-6-iscsi neutron-server[109148]: {{(pid=109148) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 12:40:56.441446 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-6fdb06eb-af53-4adb-9784-c7e7b17c9ddd None None] Attempting to bind port aa20ecec-9495-4c49-8722-38d07788192d on host dv-cinder-766296-6-iscsi for vnic_type normal with profile {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:40:56.441446 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-6fdb06eb-af53-4adb-9784-c7e7b17c9ddd None None] Attempting to bind port aa20ecec-9495-4c49-8722-38d07788192d by drivers openvswitch,hyperv on host dv-cinder-766296-6-iscsi at level 0 using segments [{'id': '34e28f2a-0ba8-4f2c-8586-3acb3b4c25a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1b554401-8032-4529-be6c-7a31272ad139'}] {{(pid=109148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:40:56.441446 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdb06eb-af53-4adb-9784-c7e7b17c9ddd None None] Attempting to bind port aa20ecec-9495-4c49-8722-38d07788192d on network 1b554401-8032-4529-be6c-7a31272ad139 {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:40:56.449471 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG oslo_concurrency.lockutils [None req-471366fa-a74e-4686-961d-4e47d7bd8249 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=109148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:40:56.451448 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdb06eb-af53-4adb-9784-c7e7b17c9ddd None None] Checking agent: {'id': '02c43e25-bd45-43d2-952e-f18e4af744aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766296-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 40, 6), 'started_at': datetime.datetime(2021, 6, 16, 12, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766296-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:40:56.452072 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdb06eb-af53-4adb-9784-c7e7b17c9ddd None None] Checking segment: {'id': '34e28f2a-0ba8-4f2c-8586-3acb3b4c25a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1b554401-8032-4529-be6c-7a31272ad139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:40:56.452899 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-6fdb06eb-af53-4adb-9784-c7e7b17c9ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:56.453519 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdb06eb-af53-4adb-9784-c7e7b17c9ddd None None] Bound using segment: {'id': '34e28f2a-0ba8-4f2c-8586-3acb3b4c25a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1b554401-8032-4529-be6c-7a31272ad139'} {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:40:56.454451 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-6fdb06eb-af53-4adb-9784-c7e7b17c9ddd None None] Bound port: aa20ecec-9495-4c49-8722-38d07788192d, host: dv-cinder-766296-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34e28f2a-0ba8-4f2c-8586-3acb3b4c25a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1b554401-8032-4529-be6c-7a31272ad139'}}] {{(pid=109148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:40:56.455069 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-6fdb06eb-af53-4adb-9784-c7e7b17c9ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:56.570395 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.db [None req-6fdb06eb-af53-4adb-9784-c7e7b17c9ddd None None] For port aa20ecec-9495-4c49-8722-38d07788192d, host dv-cinder-766296-6-iscsi, cleared binding levels {{(pid=109148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:40:56.600642 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.db [None req-6fdb06eb-af53-4adb-9784-c7e7b17c9ddd None None] For port aa20ecec-9495-4c49-8722-38d07788192d, host dv-cinder-766296-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=aa20ecec-9495-4c49-8722-38d07788192d,segment=NetworkSegment(34e28f2a-0ba8-4f2c-8586-3acb3b4c25a0),segment_id=34e28f2a-0ba8-4f2c-8586-3acb3b4c25a0)] {{(pid=109148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:40:56.606987 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-6fdb06eb-af53-4adb-9784-c7e7b17c9ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:56.609772 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG oslo_concurrency.lockutils [None req-471366fa-a74e-4686-961d-4e47d7bd8249 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:40:56.689494 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdb06eb-af53-4adb-9784-c7e7b17c9ddd None None] Routers {'12f9da9a-0ed5-48a9-b706-09cac86e2f4d'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:40:56.690482 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-6fdb06eb-af53-4adb-9784-c7e7b17c9ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6450ba5220>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:40:35Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['12f9da9a-0ed5-48a9-b706-09cac86e2f4d'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:40:56.694533 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471366fa-a74e-4686-961d-4e47d7bd8249 None None] Pushing event updated for resources: {'Port': ['ID=aa20ecec-9495-4c49-8722-38d07788192d,revision_number=4']} {{(pid=109148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:40:56.748383 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG oslo_concurrency.lockutils [None req-471366fa-a74e-4686-961d-4e47d7bd8249 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=109148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:40:56.856984 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-6fdb06eb-af53-4adb-9784-c7e7b17c9ddd None None] Set router 12f9da9a-0ed5-48a9-b706-09cac86e2f4d gateway port host: None {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:40:56.857711 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 42514) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:40:57.062363 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227bfa30-af49-4f1e-a1bf-ddfc90bf2d35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:40:57.064626 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-227bfa30-af49-4f1e-a1bf-ddfc90bf2d35 admin admin] 10.222.0.67 "GET /v2.0/networks/31dc54ca-819a-4fca-8a47-71bd58082db2 HTTP/1.1" status: 200 len: 842 time: 0.2051287 Jun 16 12:40:57.079795 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-f80ce53f-e418-43c3-94a7-ec7cd9fb14fd admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'cidr': '172.27.0.0/24'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:40:57.118402 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80ce53f-e418-43c3-94a7-ec7cd9fb14fd admin admin] Made reservation on behalf of ea7f61ae9ffc40c7a196652fb88828a6 for: {'subnet': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:40:57.121766 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f80ce53f-e418-43c3-94a7-ec7cd9fb14fd admin admin] Notify callbacks [] for subnet, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:57.182875 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-6fdb06eb-af53-4adb-9784-c7e7b17c9ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6450ba5220>, [{'id': '12f9da9a-0ed5-48a9-b706-09cac86e2f4d', 'name': 'router1', 'tenant_id': '5e437735f60240f786d5b58459463e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:40:40Z', 'updated_at': '2021-06-16T12:40:52Z', 'revision_number': 2, 'project_id': '5e437735f60240f786d5b58459463e1b', 'gw_port_host': None, '_interfaces': [{'id': 'aa20ecec-9495-4c49-8722-38d07788192d', 'name': '', 'network_id': '1b554401-8032-4529-be6c-7a31272ad139', 'tenant_id': '5e437735f60240f786d5b58459463e1b', 'mac_address': 'fa:16:3e:1d:85:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f9da9a-0ed5-48a9-b706-09cac86e2f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '964d308b-fff8-48b4-9da1-92f1147f0e34', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:40:51Z', 'updated_at': '2021-06-16T12:40:56Z', 'revision_number': 4, 'project_id': '5e437735f60240f786d5b58459463e1b', 'subnets': [{'id': '964d308b-fff8-48b4-9da1-92f1147f0e34', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd4c4aa09-1f66-41ad-ac19-141b65916639'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:40:57.188317 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdb06eb-af53-4adb-9784-c7e7b17c9ddd None None] The sync data for ids ['12f9da9a-0ed5-48a9-b706-09cac86e2f4d'] in dv-cinder-766296-6-iscsi is: [{'id': '12f9da9a-0ed5-48a9-b706-09cac86e2f4d', 'name': 'router1', 'tenant_id': '5e437735f60240f786d5b58459463e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:40:40Z', 'updated_at': '2021-06-16T12:40:52Z', 'revision_number': 2, 'project_id': '5e437735f60240f786d5b58459463e1b', 'gw_port_host': None, '_interfaces': [{'id': 'aa20ecec-9495-4c49-8722-38d07788192d', 'name': '', 'network_id': '1b554401-8032-4529-be6c-7a31272ad139', 'tenant_id': '5e437735f60240f786d5b58459463e1b', 'mac_address': 'fa:16:3e:1d:85:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f9da9a-0ed5-48a9-b706-09cac86e2f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '964d308b-fff8-48b4-9da1-92f1147f0e34', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:40:51Z', 'updated_at': '2021-06-16T12:40:56Z', 'revision_number': 4, 'project_id': '5e437735f60240f786d5b58459463e1b', 'subnets': [{'id': '964d308b-fff8-48b4-9da1-92f1147f0e34', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd4c4aa09-1f66-41ad-ac19-141b65916639'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 12:40:57.672674 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.objects.ports [None req-f80ce53f-e418-43c3-94a7-ec7cd9fb14fd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109146) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 16 12:40:57.673207 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f80ce53f-e418-43c3-94a7-ec7cd9fb14fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272'] for subnet, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:57.677886 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:40:57.780338 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ce53f-e418-43c3-94a7-ec7cd9fb14fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=22fb36b4-54fb-4b68-bc71-a723384dad9b,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:40:57.791079 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-f80ce53f-e418-43c3-94a7-ec7cd9fb14fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:40:57.801441 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80ce53f-e418-43c3-94a7-ec7cd9fb14fd admin admin] Checking segment: {'id': 'ccabc92d-cb7c-48c7-8ba2-36435bcfb991', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:40:57.802043 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80ce53f-e418-43c3-94a7-ec7cd9fb14fd admin admin] Network hostable DHCP agents. Network: 31dc54ca-819a-4fca-8a47-71bd58082db2, hostable agents: ['d62bbf24-a105-422a-86ef-12dacf7896c4'], hosted agents: [] {{(pid=109146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 12:40:57.843009 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80ce53f-e418-43c3-94a7-ec7cd9fb14fd admin admin] Network 31dc54ca-819a-4fca-8a47-71bd58082db2 is scheduled to be hosted by DHCP agent d62bbf24-a105-422a-86ef-12dacf7896c4 with binding_index 1 {{(pid=109146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 12:40:57.865731 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-f80ce53f-e418-43c3-94a7-ec7cd9fb14fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766296-6-iscsi, 31dc54ca-819a-4fca-8a47-71bd58082db2) {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:40:57.872316 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80ce53f-e418-43c3-94a7-ec7cd9fb14fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:40:57.873266 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f80ce53f-e418-43c3-94a7-ec7cd9fb14fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for subnet, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:40:57.882440 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eeb4c24-ad8f-4909-92e0-d7c8c5090bc9 None None] Network 31dc54ca-819a-4fca-8a47-71bd58082db2 requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:40:57.900216 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-f80ce53f-e418-43c3-94a7-ec7cd9fb14fd admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8269451 Jun 16 12:40:58.134211 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d04eca2-8d5f-46e4-9a61-89d8d00917bc None None] Network 31dc54ca-819a-4fca-8a47-71bd58082db2 requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:41:00.914762 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ff6fe9df-a326-46ed-8a2d-e6f39d663147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:41:00.960702 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 42522) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:41:01.116082 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-0f1d3eb1-7eea-4b4d-b1f3-e08244e3f646 admin admin] 10.222.0.67 "GET /v2.0/routers/12f9da9a-0ed5-48a9-b706-09cac86e2f4d HTTP/1.1" status: 200 len: 710 time: 0.1539445 Jun 16 12:41:01.335784 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ec8a1b-ef69-4306-98bc-0050629002f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:41:01.337838 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-28ec8a1b-ef69-4306-98bc-0050629002f9 admin admin] 10.222.0.67 "GET /v2.0/networks/31dc54ca-819a-4fca-8a47-71bd58082db2 HTTP/1.1" status: 200 len: 886 time: 0.2126834 Jun 16 12:41:01.352899 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-4ae2f80d-fea2-4942-b91e-1b2e9f917fb9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'}}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:41:01.835695 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4ae2f80d-fea2-4942-b91e-1b2e9f917fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-438913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13920'] for router, precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:41:02.230109 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4ae2f80d-fea2-4942-b91e-1b2e9f917fb9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:41:02.356988 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4ae2f80d-fea2-4942-b91e-1b2e9f917fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:41:02.558735 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [None req-4ae2f80d-fea2-4942-b91e-1b2e9f917fb9 admin admin] Allocated IP 172.27.0.4 (31dc54ca-819a-4fca-8a47-71bd58082db2/22fb36b4-54fb-4b68-bc71-a723384dad9b/28313903-dae7-4d38-ad66-279ed81f7753) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:41:02.577472 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device aa20ecec-9495-4c49-8722-38d07788192d up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:41:02.663055 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning for port aa20ecec-9495-4c49-8722-38d07788192d completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:41:02.672792 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port aa20ecec-9495-4c49-8722-38d07788192d triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:41:02.674464 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:41:02.748978 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4ae2f80d-fea2-4942-b91e-1b2e9f917fb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:41:02.805863 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:41:02.821495 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4ae2f80d-fea2-4942-b91e-1b2e9f917fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438'] for port, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:41:02.827788 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:41:02.859851 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] For port aa20ecec-9495-4c49-8722-38d07788192d, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=aa20ecec-9495-4c49-8722-38d07788192d,segment=NetworkSegment(34e28f2a-0ba8-4f2c-8586-3acb3b4c25a0),segment_id=34e28f2a-0ba8-4f2c-8586-3acb3b4c25a0)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:41:02.866160 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:41:02.871442 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:41:02.908880 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae2f80d-fea2-4942-b91e-1b2e9f917fb9 admin admin] Network 31dc54ca-819a-4fca-8a47-71bd58082db2 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:41:02.914402 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-4ae2f80d-fea2-4942-b91e-1b2e9f917fb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:41:02.923284 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae2f80d-fea2-4942-b91e-1b2e9f917fb9 admin admin] Pushing event updated for resources: {'Port': ['ID=28313903-dae7-4d38-ad66-279ed81f7753,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:41:02.945698 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae2f80d-fea2-4942-b91e-1b2e9f917fb9 admin admin] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:41:03.000867 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Pushing event updated for resources: {'Port': ['ID=aa20ecec-9495-4c49-8722-38d07788192d,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:41:03.005752 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:41:03.075808 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-4ae2f80d-fea2-4942-b91e-1b2e9f917fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:41:03.112858 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 5 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 12:41:03.395949 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4ae2f80d-fea2-4942-b91e-1b2e9f917fb9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:41:03.785822 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4ae2f80d-fea2-4942-b91e-1b2e9f917fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-438913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13920'] for router, precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:41:03.791790 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4ae2f80d-fea2-4942-b91e-1b2e9f917fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-438926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-439036', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448948'] for router, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:41:03.992019 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae2f80d-fea2-4942-b91e-1b2e9f917fb9 admin admin] Router 12f9da9a-0ed5-48a9-b706-09cac86e2f4d has already been hosted by L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 {{(pid=109146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 12:41:04.114016 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae2f80d-fea2-4942-b91e-1b2e9f917fb9 admin admin] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 12:41:04.121563 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4ae2f80d-fea2-4942-b91e-1b2e9f917fb9 admin admin] Notify callbacks [] for router, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:41:04.123590 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-4ae2f80d-fea2-4942-b91e-1b2e9f917fb9 admin admin] 10.222.0.67 "PUT /v2.0/routers/12f9da9a-0ed5-48a9-b706-09cac86e2f4d HTTP/1.1" status: 200 len: 888 time: 2.7760599 Jun 16 12:41:04.128670 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef6f91c-765f-4791-a9ea-d5bd86a492eb None None] Sync routers for ids ['12f9da9a-0ed5-48a9-b706-09cac86e2f4d'] in dv-cinder-766296-6-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 12:41:04.143936 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef6f91c-765f-4791-a9ea-d5bd86a492eb None None] Routers {'12f9da9a-0ed5-48a9-b706-09cac86e2f4d'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:41:04.145550 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-8ef6f91c-765f-4791-a9ea-d5bd86a492eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6450140dc0>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:40:35Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['12f9da9a-0ed5-48a9-b706-09cac86e2f4d'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:41:04.536997 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-8ef6f91c-765f-4791-a9ea-d5bd86a492eb None None] Set router 12f9da9a-0ed5-48a9-b706-09cac86e2f4d gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:41:04.569516 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device aa20ecec-9495-4c49-8722-38d07788192d up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:41:04.891359 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port aa20ecec-9495-4c49-8722-38d07788192d triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:41:04.891735 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:41:05.172366 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-8ef6f91c-765f-4791-a9ea-d5bd86a492eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6450140dc0>, [{'id': '12f9da9a-0ed5-48a9-b706-09cac86e2f4d', 'name': 'router1', 'tenant_id': '5e437735f60240f786d5b58459463e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '28313903-dae7-4d38-ad66-279ed81f7753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:40:40Z', 'updated_at': '2021-06-16T12:41:03Z', 'revision_number': 4, 'project_id': '5e437735f60240f786d5b58459463e1b', 'gw_port': {'id': '28313903-dae7-4d38-ad66-279ed81f7753', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f9da9a-0ed5-48a9-b706-09cac86e2f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:41:02Z', 'updated_at': '2021-06-16T12:41:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': 'aa20ecec-9495-4c49-8722-38d07788192d', 'name': '', 'network_id': '1b554401-8032-4529-be6c-7a31272ad139', 'tenant_id': '5e437735f60240f786d5b58459463e1b', 'mac_address': 'fa:16:3e:1d:85:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f9da9a-0ed5-48a9-b706-09cac86e2f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '964d308b-fff8-48b4-9da1-92f1147f0e34', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:40:51Z', 'updated_at': '2021-06-16T12:41:02Z', 'revision_number': 5, 'project_id': '5e437735f60240f786d5b58459463e1b', 'subnets': [{'id': '964d308b-fff8-48b4-9da1-92f1147f0e34', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd4c4aa09-1f66-41ad-ac19-141b65916639'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:41:05.185547 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef6f91c-765f-4791-a9ea-d5bd86a492eb None None] Checking router: 12f9da9a-0ed5-48a9-b706-09cac86e2f4d for host: dv-cinder-766296-6-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 12:41:05.186147 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef6f91c-765f-4791-a9ea-d5bd86a492eb None None] Updating router 12f9da9a-0ed5-48a9-b706-09cac86e2f4d port 28313903-dae7-4d38-ad66-279ed81f7753 binding host dv-cinder-766296-6-iscsi {{(pid=109147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 12:41:05.228543 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8ef6f91c-765f-4791-a9ea-d5bd86a492eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:41:05.313255 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f8037aca-b236-4c75-9044-6f99fee1b63e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:41:05.658084 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:41:05.724081 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8ef6f91c-765f-4791-a9ea-d5bd86a492eb None None] Notify callbacks [] for port, precommit_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:41:05.739001 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8ef6f91c-765f-4791-a9ea-d5bd86a492eb None None] Transition to ACTIVE for port object 28313903-dae7-4d38-ad66-279ed81f7753 will not be triggered until provisioned by entity L2. {{(pid=109147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:41:05.748394 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8ef6f91c-765f-4791-a9ea-d5bd86a492eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:41:05.751797 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-b57a8389-7123-44ae-9b3b-1e49c6198c01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:41:05.827844 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-8ef6f91c-765f-4791-a9ea-d5bd86a492eb None None] Attempting to bind port 28313903-dae7-4d38-ad66-279ed81f7753 on host dv-cinder-766296-6-iscsi for vnic_type normal with profile {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:41:05.828453 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-8ef6f91c-765f-4791-a9ea-d5bd86a492eb None None] Attempting to bind port 28313903-dae7-4d38-ad66-279ed81f7753 by drivers openvswitch,hyperv on host dv-cinder-766296-6-iscsi at level 0 using segments [{'id': 'ccabc92d-cb7c-48c7-8ba2-36435bcfb991', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:41:05.828945 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef6f91c-765f-4791-a9ea-d5bd86a492eb None None] Attempting to bind port 28313903-dae7-4d38-ad66-279ed81f7753 on network 31dc54ca-819a-4fca-8a47-71bd58082db2 {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:41:05.837663 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f9671-b90b-442b-b126-1562dabb845a None None] Pushing event updated for resources: {'Port': ['ID=28313903-dae7-4d38-ad66-279ed81f7753,revision_number=2']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:41:05.840642 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-967f9671-b90b-442b-b126-1562dabb845a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:41:05.841599 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef6f91c-765f-4791-a9ea-d5bd86a492eb None None] Checking agent: {'id': '02c43e25-bd45-43d2-952e-f18e4af744aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766296-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 40, 6), 'started_at': datetime.datetime(2021, 6, 16, 12, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766296-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:41:05.842072 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef6f91c-765f-4791-a9ea-d5bd86a492eb None None] Checking segment: {'id': 'ccabc92d-cb7c-48c7-8ba2-36435bcfb991', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:41:05.842580 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8ef6f91c-765f-4791-a9ea-d5bd86a492eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:41:05.843011 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef6f91c-765f-4791-a9ea-d5bd86a492eb None None] Bound using segment: {'id': 'ccabc92d-cb7c-48c7-8ba2-36435bcfb991', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:41:05.843574 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-8ef6f91c-765f-4791-a9ea-d5bd86a492eb None None] Bound port: 28313903-dae7-4d38-ad66-279ed81f7753, host: dv-cinder-766296-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccabc92d-cb7c-48c7-8ba2-36435bcfb991', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'}}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:41:05.844030 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8ef6f91c-765f-4791-a9ea-d5bd86a492eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:41:05.904965 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-8ef6f91c-765f-4791-a9ea-d5bd86a492eb None None] For port 28313903-dae7-4d38-ad66-279ed81f7753, host dv-cinder-766296-6-iscsi, cleared binding levels {{(pid=109147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:41:05.910544 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-8ef6f91c-765f-4791-a9ea-d5bd86a492eb None None] For port 28313903-dae7-4d38-ad66-279ed81f7753, host dv-cinder-766296-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=28313903-dae7-4d38-ad66-279ed81f7753,segment=NetworkSegment(ccabc92d-cb7c-48c7-8ba2-36435bcfb991),segment_id=ccabc92d-cb7c-48c7-8ba2-36435bcfb991)] {{(pid=109147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:41:05.916144 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8ef6f91c-765f-4791-a9ea-d5bd86a492eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:41:05.918760 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:41:05.977331 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef6f91c-765f-4791-a9ea-d5bd86a492eb None None] Routers {'12f9da9a-0ed5-48a9-b706-09cac86e2f4d'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:41:05.977976 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-8ef6f91c-765f-4791-a9ea-d5bd86a492eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6450140dc0>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:41:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['12f9da9a-0ed5-48a9-b706-09cac86e2f4d'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:41:06.108497 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f9671-b90b-442b-b126-1562dabb845a None None] Pushing event updated for resources: {'Port': ['ID=28313903-dae7-4d38-ad66-279ed81f7753,revision_number=3']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:41:06.159387 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-967f9671-b90b-442b-b126-1562dabb845a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:41:06.206454 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-8ef6f91c-765f-4791-a9ea-d5bd86a492eb None None] Set router 12f9da9a-0ed5-48a9-b706-09cac86e2f4d gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:41:06.447729 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-8ef6f91c-765f-4791-a9ea-d5bd86a492eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6450140dc0>, [{'id': '12f9da9a-0ed5-48a9-b706-09cac86e2f4d', 'name': 'router1', 'tenant_id': '5e437735f60240f786d5b58459463e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '28313903-dae7-4d38-ad66-279ed81f7753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:40:40Z', 'updated_at': '2021-06-16T12:41:03Z', 'revision_number': 4, 'project_id': '5e437735f60240f786d5b58459463e1b', 'gw_port': {'id': '28313903-dae7-4d38-ad66-279ed81f7753', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f9da9a-0ed5-48a9-b706-09cac86e2f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:41:02Z', 'updated_at': '2021-06-16T12:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': 'aa20ecec-9495-4c49-8722-38d07788192d', 'name': '', 'network_id': '1b554401-8032-4529-be6c-7a31272ad139', 'tenant_id': '5e437735f60240f786d5b58459463e1b', 'mac_address': 'fa:16:3e:1d:85:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f9da9a-0ed5-48a9-b706-09cac86e2f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '964d308b-fff8-48b4-9da1-92f1147f0e34', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:40:51Z', 'updated_at': '2021-06-16T12:41:02Z', 'revision_number': 5, 'project_id': '5e437735f60240f786d5b58459463e1b', 'subnets': [{'id': '964d308b-fff8-48b4-9da1-92f1147f0e34', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd4c4aa09-1f66-41ad-ac19-141b65916639'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:41:06.452357 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef6f91c-765f-4791-a9ea-d5bd86a492eb None None] The sync data for ids ['12f9da9a-0ed5-48a9-b706-09cac86e2f4d'] in dv-cinder-766296-6-iscsi is: [{'id': '12f9da9a-0ed5-48a9-b706-09cac86e2f4d', 'name': 'router1', 'tenant_id': '5e437735f60240f786d5b58459463e1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '28313903-dae7-4d38-ad66-279ed81f7753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:40:40Z', 'updated_at': '2021-06-16T12:41:03Z', 'revision_number': 4, 'project_id': '5e437735f60240f786d5b58459463e1b', 'gw_port': {'id': '28313903-dae7-4d38-ad66-279ed81f7753', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f9da9a-0ed5-48a9-b706-09cac86e2f4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:41:02Z', 'updated_at': '2021-06-16T12:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': 'aa20ecec-9495-4c49-8722-38d07788192d', 'name': '', 'network_id': '1b554401-8032-4529-be6c-7a31272ad139', 'tenant_id': '5e437735f60240f786d5b58459463e1b', 'mac_address': 'fa:16:3e:1d:85:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f9da9a-0ed5-48a9-b706-09cac86e2f4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '964d308b-fff8-48b4-9da1-92f1147f0e34', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:40:51Z', 'updated_at': '2021-06-16T12:41:02Z', 'revision_number': 5, 'project_id': '5e437735f60240f786d5b58459463e1b', 'subnets': [{'id': '964d308b-fff8-48b4-9da1-92f1147f0e34', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd4c4aa09-1f66-41ad-ac19-141b65916639'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 12:41:06.893129 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:41:07.347942 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 42536) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:41:07.539938 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-c7bee6e3-ad6d-4a74-a0ad-571572a9077d admin admin] 10.222.0.67 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1904514 Jun 16 12:41:08.552967 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 28313903-dae7-4d38-ad66-279ed81f7753 up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:41:08.623915 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning for port 28313903-dae7-4d38-ad66-279ed81f7753 completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:41:08.630577 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port 28313903-dae7-4d38-ad66-279ed81f7753 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:41:08.631075 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:41:08.761861 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:41:08.788250 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] For port 28313903-dae7-4d38-ad66-279ed81f7753, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=28313903-dae7-4d38-ad66-279ed81f7753,segment=NetworkSegment(ccabc92d-cb7c-48c7-8ba2-36435bcfb991),segment_id=ccabc92d-cb7c-48c7-8ba2-36435bcfb991)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:41:08.793909 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:41:08.797693 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-75e2e59f-013f-47be-a375-c918bab43dc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:41:08.878018 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Pushing event updated for resources: {'Port': ['ID=28313903-dae7-4d38-ad66-279ed81f7753,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:41:08.883557 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:41:09.172906 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:41:10.542249 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 28313903-dae7-4d38-ad66-279ed81f7753 up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:41:10.640458 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port 28313903-dae7-4d38-ad66-279ed81f7753 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:41:10.641328 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:41:30.931935 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-2a34f969-4f3c-4c1d-8e5a-63bd9ff1e71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:41:35.296400 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ecd0dacd-5e6d-4ac5-b78d-722d5e2a0cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:41:35.664936 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:41:36.900367 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:41:39.185100 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:41:40.122313 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 5 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 12:42:00.920200 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-25f862aa-4057-41d6-899e-4308010fc8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:42:05.293722 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-d3976a37-f890-4bde-9de8-d003ef626021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:42:05.641424 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:42:06.923608 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:42:09.181015 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:42:17.119495 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 5 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 12:42:30.922288 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-3cab60b2-675b-4a7f-9fd5-2ceab504612a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:42:35.277344 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4bc04690-b75f-4602-9902-25c9b976584f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:42:35.625893 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:42:36.900635 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:42:39.186731 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:42:54.111133 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 5 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 12:43:00.918053 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f6e2762e-c8c3-459a-817b-a5db6161576a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:43:05.280434 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-bb6958d1-a50f-43e3-9381-60efbb579216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:43:05.631842 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:43:06.906743 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:43:09.186791 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:43:17.884302 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 43104) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:43:17.976865 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.pecan_wsgi.hooks.translation [None req-19b14ee7-336f-4fee-9c54-a06b05e9507f admin admin] GET failed (client error): The resource could not be found. Jun 16 12:43:17.979472 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-19b14ee7-336f-4fee-9c54-a06b05e9507f admin admin] 10.222.0.67 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0936203 Jun 16 12:43:18.306867 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371c1a64-62a3-4370-90ed-afc1bdf67f7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:43:18.309530 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-371c1a64-62a3-4370-90ed-afc1bdf67f7e admin admin] 10.222.0.67 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.3229957 Jun 16 12:43:20.985009 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 43114) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:43:21.144158 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47a5996-30a5-4a1d-a042-b17e615b3e90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:43:21.146730 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-e47a5996-30a5-4a1d-a042-b17e615b3e90 admin admin] 10.222.0.67 "GET /v2.0/subnets/964d308b-fff8-48b4-9da1-92f1147f0e34 HTTP/1.1" status: 200 len: 849 time: 0.1602674 Jun 16 12:43:21.162540 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-3a71d528-f289-4f8b-bb12-f07b898c8859 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:43:21.344172 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3a71d528-f289-4f8b-bb12-f07b898c8859 admin admin] Notify callbacks [] for subnet, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:43:21.586741 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3a71d528-f289-4f8b-bb12-f07b898c8859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754302499952'] for subnet, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:43:21.589363 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-f80ce53f-e418-43c3-94a7-ec7cd9fb14fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:43:21.621755 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a71d528-f289-4f8b-bb12-f07b898c8859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:43:21.621961 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3a71d528-f289-4f8b-bb12-f07b898c8859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for subnet, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:43:21.623742 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-3a71d528-f289-4f8b-bb12-f07b898c8859 admin admin] 10.222.0.67 "PUT /v2.0/subnets/964d308b-fff8-48b4-9da1-92f1147f0e34 HTTP/1.1" status: 200 len: 868 time: 0.4690485 Jun 16 12:43:21.635725 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7b5fce-88a7-4790-b17a-22a459641126 None None] Network 1b554401-8032-4529-be6c-7a31272ad139 requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:43:21.658512 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71d528-f289-4f8b-bb12-f07b898c8859 admin admin] Pushing event updated for resources: {'Subnet': ['ID=964d308b-fff8-48b4-9da1-92f1147f0e34,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:43:21.674773 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71d528-f289-4f8b-bb12-f07b898c8859 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:43:21.675996 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71d528-f289-4f8b-bb12-f07b898c8859 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:43:21.676816 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71d528-f289-4f8b-bb12-f07b898c8859 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:43:21.677673 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71d528-f289-4f8b-bb12-f07b898c8859 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:43:21.678490 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71d528-f289-4f8b-bb12-f07b898c8859 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:43:21.679279 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71d528-f289-4f8b-bb12-f07b898c8859 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:43:21.680099 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71d528-f289-4f8b-bb12-f07b898c8859 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:43:21.681069 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71d528-f289-4f8b-bb12-f07b898c8859 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:43:21.682067 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71d528-f289-4f8b-bb12-f07b898c8859 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:43:21.683262 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71d528-f289-4f8b-bb12-f07b898c8859 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:43:21.684106 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71d528-f289-4f8b-bb12-f07b898c8859 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:43:21.684901 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71d528-f289-4f8b-bb12-f07b898c8859 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:43:21.692279 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-3a71d528-f289-4f8b-bb12-f07b898c8859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:43:22.065911 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4797b087-74fa-4dca-93c2-26a7096d9142 None None] Provisioning complete for port aa20ecec-9495-4c49-8722-38d07788192d triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:43:22.066650 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4797b087-74fa-4dca-93c2-26a7096d9142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:43:22.167366 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4797b087-74fa-4dca-93c2-26a7096d9142 None None] Provisioning complete for port 61f4716d-9689-4bc9-80e7-3af37f14fb8b triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:43:22.167631 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4797b087-74fa-4dca-93c2-26a7096d9142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:43:24.520314 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 43122) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:43:24.849620 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61352d64-efde-4fa0-906a-1bb1085e508b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:43:24.850275 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61352d64-efde-4fa0-906a-1bb1085e508b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:43:24.852134 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-61352d64-efde-4fa0-906a-1bb1085e508b admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3307638 Jun 16 12:43:27.451472 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 43130) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:43:27.716616 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1b011e-df0e-4d54-a818-19e808181b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:43:27.717091 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1b011e-df0e-4d54-a818-19e808181b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:43:27.718938 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-0c1b011e-df0e-4d54-a818-19e808181b41 admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2663882 Jun 16 12:43:30.482820 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 43140) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:43:30.729492 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5b7738-0348-4c76-ab97-a14016372703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:43:30.731320 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-aa5b7738-0348-4c76-ab97-a14016372703 admin admin] 10.222.0.67 "GET /v2.0/networks/1b554401-8032-4529-be6c-7a31272ad139 HTTP/1.1" status: 200 len: 869 time: 0.2470303 Jun 16 12:43:30.931784 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-c04ef1f2-8720-40a8-908a-be903d30a4cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:43:31.116082 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 5 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 12:43:33.379102 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 43148) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:43:33.559280 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b19040-feef-49a9-9b5d-dc23dc92e7ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:43:33.560844 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-07b19040-feef-49a9-9b5d-dc23dc92e7ff admin admin] 10.222.0.67 "GET /v2.0/networks/31dc54ca-819a-4fca-8a47-71bd58082db2 HTTP/1.1" status: 200 len: 886 time: 0.1803570 Jun 16 12:43:35.289311 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-c0f77459-c907-42a8-921f-7706e4e8583e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:43:35.629908 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:43:35.912654 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 43156) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:43:36.079125 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd68ceb-96e5-43e8-8f2a-1a250b1c3100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:43:36.079607 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd68ceb-96e5-43e8-8f2a-1a250b1c3100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:43:36.081591 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-6fd68ceb-96e5-43e8-8f2a-1a250b1c3100 admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1679542 Jun 16 12:43:36.910499 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:43:38.961381 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 43164) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:43:39.123762 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f2a37b-7bc2-445b-a6aa-7819a61e2711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:43:39.124248 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f2a37b-7bc2-445b-a6aa-7819a61e2711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:43:39.126433 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-c5f2a37b-7bc2-445b-a6aa-7819a61e2711 admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1635277 Jun 16 12:43:39.195379 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:43:41.666363 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 43172) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:43:41.770021 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec18c3b-4f02-470f-9144-2e05e351d457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:43:41.771459 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-4ec18c3b-4f02-470f-9144-2e05e351d457 admin admin] 10.222.0.67 "GET /v2.0/subnets/22fb36b4-54fb-4b68-bc71-a723384dad9b HTTP/1.1" status: 200 len: 816 time: 0.1038430 Jun 16 12:43:44.117443 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 43180) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:43:44.263535 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48773b91-d8d5-4f33-ac9c-d95708083f08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:43:44.266132 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-48773b91-d8d5-4f33-ac9c-d95708083f08 admin admin] 10.222.0.67 "GET /v2.0/subnets/964d308b-fff8-48b4-9da1-92f1147f0e34 HTTP/1.1" status: 200 len: 868 time: 0.1471589 Jun 16 12:44:00.939039 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-6b70295f-8d95-4abc-9927-da3c96d67163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:44:05.278757 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-814eebac-9a96-4960-acb3-b00629e4b69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:44:05.634742 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:44:06.913919 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:44:08.117837 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 5 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 12:44:09.204757 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:44:15.141956 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 43224) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:44:15.204607 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [None req-5384caef-d01a-48f6-b66b-e207440882f6 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=109146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 12:44:15.206369 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-5384caef-d01a-48f6-b66b-e207440882f6 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0627341 Jun 16 12:44:17.677247 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 43236) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:44:17.756388 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.pecan_wsgi.hooks.translation [None req-d38a9ea5-5b4c-4135-8c12-a0e0dfa09a82 admin admin] GET failed (client error): The resource could not be found. Jun 16 12:44:17.758179 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-d38a9ea5-5b4c-4135-8c12-a0e0dfa09a82 admin admin] 10.222.0.67 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0794406 Jun 16 12:44:17.871656 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bdd17e-ba4e-41bb-9211-2c8f7ee2dab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:44:17.873271 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-39bdd17e-ba4e-41bb-9211-2c8f7ee2dab5 admin admin] 10.222.0.67 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1107082 Jun 16 12:44:20.248745 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 43244) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:44:20.314519 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-7497be2d-ac2d-4763-9526-b1e74149fede admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:44:20.340592 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7497be2d-ac2d-4763-9526-b1e74149fede admin admin] Made reservation on behalf of ea7f61ae9ffc40c7a196652fb88828a6 for: {'network': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:44:20.344278 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7497be2d-ac2d-4763-9526-b1e74149fede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for network, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:44:20.380310 dv-cinder-766296-6-iscsi neutron-server[109146]: WARNING neutron.services.revisions.revision_plugin [None req-7497be2d-ac2d-4763-9526-b1e74149fede admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f644e4a1f70] {project_id='ea7f61ae9ffc40c7a196652fb88828a6', id='b3106753-cb2e-4152-9c2b-6cc1c83e2e86', target_tenant='*', action='access_as_shared', object_id='da74526f-1650-461d-848e-ab70bd1bebbf'}> to bump revision. Jun 16 12:44:20.403503 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7497be2d-ac2d-4763-9526-b1e74149fede admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=109146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 12:44:20.422197 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7497be2d-ac2d-4763-9526-b1e74149fede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076'] for segment, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:44:20.422698 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.db.segments_db [None req-7497be2d-ac2d-4763-9526-b1e74149fede admin admin] Added segment 6de0be9c-52bb-453f-902c-c5585e11b73a of type vlan for network da74526f-1650-461d-848e-ab70bd1bebbf Jun 16 12:44:20.496119 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7497be2d-ac2d-4763-9526-b1e74149fede admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754302079645'] for network, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:44:20.535245 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7497be2d-ac2d-4763-9526-b1e74149fede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281'] for network, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:44:20.536748 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7497be2d-ac2d-4763-9526-b1e74149fede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:44:20.537434 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7497be2d-ac2d-4763-9526-b1e74149fede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for network, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:44:20.539854 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:44:20.573202 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-7497be2d-ac2d-4763-9526-b1e74149fede admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3221505 Jun 16 12:44:20.615240 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7497be2d-ac2d-4763-9526-b1e74149fede admin admin] Pushing event updated for resources: {'Network': ['ID=da74526f-1650-461d-848e-ab70bd1bebbf,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:44:20.620354 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-7497be2d-ac2d-4763-9526-b1e74149fede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:44:20.636955 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Network da74526f-1650-461d-848e-ab70bd1bebbf details requested by agent ovs-agent-dv-cinder-766296-6-iscsi with host dv-cinder-766296-6-iscsi {{(pid=109147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 12:44:23.146964 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 43252) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:44:23.231102 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc05644e-99f9-41d2-be4f-bdf01bed8360 admin admin] GET failed (client error): The resource could not be found. Jun 16 12:44:23.233084 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-fc05644e-99f9-41d2-be4f-bdf01bed8360 admin admin] 10.222.0.67 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0844257 Jun 16 12:44:23.370691 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f6878-8d4f-43de-a419-a9605c26f4ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:44:23.373289 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-a94f6878-8d4f-43de-a419-a9605c26f4ef admin admin] 10.222.0.67 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1351676 Jun 16 12:44:23.384583 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-fc9411bf-75dc-41f9-8df5-1625e875292f admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'da74526f-1650-461d-848e-ab70bd1bebbf', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:44:23.423073 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9411bf-75dc-41f9-8df5-1625e875292f admin admin] Made reservation on behalf of ea7f61ae9ffc40c7a196652fb88828a6 for: {'subnet': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:44:23.427101 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-fc9411bf-75dc-41f9-8df5-1625e875292f admin admin] Notify callbacks [] for subnet, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:44:23.806982 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-fc9411bf-75dc-41f9-8df5-1625e875292f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272'] for subnet, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:44:23.812747 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-3a71d528-f289-4f8b-bb12-f07b898c8859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:44:23.897547 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9411bf-75dc-41f9-8df5-1625e875292f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b859963b-f54f-4ac0-aec4-6a569b0897b2,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:44:23.910441 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9411bf-75dc-41f9-8df5-1625e875292f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:44:23.910875 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9411bf-75dc-41f9-8df5-1625e875292f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:44:23.911146 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9411bf-75dc-41f9-8df5-1625e875292f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:44:23.911483 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9411bf-75dc-41f9-8df5-1625e875292f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:44:23.911811 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9411bf-75dc-41f9-8df5-1625e875292f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:44:23.912193 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9411bf-75dc-41f9-8df5-1625e875292f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:44:23.912524 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9411bf-75dc-41f9-8df5-1625e875292f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:44:23.912851 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9411bf-75dc-41f9-8df5-1625e875292f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:44:23.913205 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9411bf-75dc-41f9-8df5-1625e875292f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:44:23.913515 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9411bf-75dc-41f9-8df5-1625e875292f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:44:23.913828 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9411bf-75dc-41f9-8df5-1625e875292f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:44:23.914149 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9411bf-75dc-41f9-8df5-1625e875292f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:44:23.920772 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-fc9411bf-75dc-41f9-8df5-1625e875292f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:44:23.923050 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9411bf-75dc-41f9-8df5-1625e875292f admin admin] Checking segment: {'id': '6de0be9c-52bb-453f-902c-c5585e11b73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'da74526f-1650-461d-848e-ab70bd1bebbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:44:23.923050 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9411bf-75dc-41f9-8df5-1625e875292f admin admin] Network hostable DHCP agents. Network: da74526f-1650-461d-848e-ab70bd1bebbf, hostable agents: ['d62bbf24-a105-422a-86ef-12dacf7896c4'], hosted agents: [] {{(pid=109146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 12:44:23.944492 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9411bf-75dc-41f9-8df5-1625e875292f admin admin] Network da74526f-1650-461d-848e-ab70bd1bebbf is scheduled to be hosted by DHCP agent d62bbf24-a105-422a-86ef-12dacf7896c4 with binding_index 1 {{(pid=109146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 12:44:23.959781 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-fc9411bf-75dc-41f9-8df5-1625e875292f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766296-6-iscsi, da74526f-1650-461d-848e-ab70bd1bebbf) {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:44:23.967674 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9411bf-75dc-41f9-8df5-1625e875292f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:44:23.968688 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-fc9411bf-75dc-41f9-8df5-1625e875292f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for subnet, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:44:23.971230 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81643076-4c61-4e87-8c73-9024b2f38c18 None None] Network da74526f-1650-461d-848e-ab70bd1bebbf requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:44:24.002253 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-fc9411bf-75dc-41f9-8df5-1625e875292f admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6097186 Jun 16 12:44:24.235414 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9325657-7566-4625-8640-d62c4b219e67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa169a922-d219-5150-a7f6-9f81c4061e6e-da74526f-1650-461d-848e-ab70bd1bebbf', 'network_id': 'da74526f-1650-461d-848e-ab70bd1bebbf', 'tenant_id': 'ea7f61ae9ffc40c7a196652fb88828a6', 'fixed_ips': [{'subnet_id': 'b859963b-f54f-4ac0-aec4-6a569b0897b2'}]}} from dv-cinder-766296-6-iscsi. {{(pid=109147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 12:44:24.236687 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-c9325657-7566-4625-8640-d62c4b219e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:44:24.445512 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.db_base_plugin_common [None req-c9325657-7566-4625-8640-d62c4b219e67 None None] Allocated IP 192.168.233.2 (da74526f-1650-461d-848e-ab70bd1bebbf/b859963b-f54f-4ac0-aec4-6a569b0897b2/64e5786e-e825-4974-87fe-289f6a931773) {{(pid=109147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:44:24.665737 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-c9325657-7566-4625-8640-d62c4b219e67 None None] Notify callbacks [] for port, precommit_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:44:24.682174 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-c9325657-7566-4625-8640-d62c4b219e67 None None] Transition to ACTIVE for port object 64e5786e-e825-4974-87fe-289f6a931773 will not be triggered until provisioned by entity L2. {{(pid=109147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:44:24.701707 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-c9325657-7566-4625-8640-d62c4b219e67 None None] Transition to ACTIVE for port object 64e5786e-e825-4974-87fe-289f6a931773 will not be triggered until provisioned by entity DHCP. {{(pid=109147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:44:24.710723 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-c9325657-7566-4625-8640-d62c4b219e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438'] for port, after_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:44:24.714357 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:44:24.759424 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9325657-7566-4625-8640-d62c4b219e67 None None] Network da74526f-1650-461d-848e-ab70bd1bebbf is already hosted by enough agents. {{(pid=109147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:44:24.765940 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.scheduler.base_scheduler [None req-c9325657-7566-4625-8640-d62c4b219e67 None None] Resources bound (agent type, host, resource id): {{(pid=109147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:44:24.769534 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9325657-7566-4625-8640-d62c4b219e67 None None] Received port after_create {{(pid=109147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:44:24.777767 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9325657-7566-4625-8640-d62c4b219e67 None None] Pushing event updated for resources: {'Port': ['ID=64e5786e-e825-4974-87fe-289f6a931773,revision_number=1']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:44:24.788285 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9325657-7566-4625-8640-d62c4b219e67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:44:24.788643 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9325657-7566-4625-8640-d62c4b219e67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:44:24.788982 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9325657-7566-4625-8640-d62c4b219e67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:44:24.789337 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9325657-7566-4625-8640-d62c4b219e67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:44:24.789700 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9325657-7566-4625-8640-d62c4b219e67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:44:24.789999 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9325657-7566-4625-8640-d62c4b219e67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:44:24.790360 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9325657-7566-4625-8640-d62c4b219e67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:44:24.790687 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9325657-7566-4625-8640-d62c4b219e67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:44:24.791037 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9325657-7566-4625-8640-d62c4b219e67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:44:24.791366 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9325657-7566-4625-8640-d62c4b219e67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:44:24.791688 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9325657-7566-4625-8640-d62c4b219e67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:44:24.792006 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9325657-7566-4625-8640-d62c4b219e67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:44:24.814259 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-c9325657-7566-4625-8640-d62c4b219e67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:44:24.853373 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-c9325657-7566-4625-8640-d62c4b219e67 None None] Attempting to bind port 64e5786e-e825-4974-87fe-289f6a931773 on host dv-cinder-766296-6-iscsi for vnic_type normal with profile {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:44:24.853750 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-c9325657-7566-4625-8640-d62c4b219e67 None None] Attempting to bind port 64e5786e-e825-4974-87fe-289f6a931773 by drivers openvswitch,hyperv on host dv-cinder-766296-6-iscsi at level 0 using segments [{'id': '6de0be9c-52bb-453f-902c-c5585e11b73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'da74526f-1650-461d-848e-ab70bd1bebbf'}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:44:24.854125 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9325657-7566-4625-8640-d62c4b219e67 None None] Attempting to bind port 64e5786e-e825-4974-87fe-289f6a931773 on network da74526f-1650-461d-848e-ab70bd1bebbf {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:44:24.861439 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9325657-7566-4625-8640-d62c4b219e67 None None] Checking agent: {'id': '02c43e25-bd45-43d2-952e-f18e4af744aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766296-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 40, 6), 'started_at': datetime.datetime(2021, 6, 16, 12, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766296-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:44:24.861822 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9325657-7566-4625-8640-d62c4b219e67 None None] Checking segment: {'id': '6de0be9c-52bb-453f-902c-c5585e11b73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'da74526f-1650-461d-848e-ab70bd1bebbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:44:24.862250 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-c9325657-7566-4625-8640-d62c4b219e67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:44:24.862672 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9325657-7566-4625-8640-d62c4b219e67 None None] Bound using segment: {'id': '6de0be9c-52bb-453f-902c-c5585e11b73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'da74526f-1650-461d-848e-ab70bd1bebbf'} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:44:24.863174 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-c9325657-7566-4625-8640-d62c4b219e67 None None] Bound port: 64e5786e-e825-4974-87fe-289f6a931773, host: dv-cinder-766296-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de0be9c-52bb-453f-902c-c5585e11b73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'da74526f-1650-461d-848e-ab70bd1bebbf'}}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:44:24.863555 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-c9325657-7566-4625-8640-d62c4b219e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:44:24.953606 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-c9325657-7566-4625-8640-d62c4b219e67 None None] For port 64e5786e-e825-4974-87fe-289f6a931773, host dv-cinder-766296-6-iscsi, cleared binding levels {{(pid=109147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:44:24.959051 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-c9325657-7566-4625-8640-d62c4b219e67 None None] For port 64e5786e-e825-4974-87fe-289f6a931773, host dv-cinder-766296-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=64e5786e-e825-4974-87fe-289f6a931773,segment=NetworkSegment(6de0be9c-52bb-453f-902c-c5585e11b73a),segment_id=6de0be9c-52bb-453f-902c-c5585e11b73a)] {{(pid=109147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:44:24.965509 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-c9325657-7566-4625-8640-d62c4b219e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:44:24.972627 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:44:25.077132 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9325657-7566-4625-8640-d62c4b219e67 None None] Pushing event updated for resources: {'Port': ['ID=64e5786e-e825-4974-87fe-289f6a931773,revision_number=2']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:44:25.084496 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-c9325657-7566-4625-8640-d62c4b219e67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:44:26.056444 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa747268-4dc5-40b2-b9ee-2a4e2c6be0e7 None None] Network da74526f-1650-461d-848e-ab70bd1bebbf requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:44:26.173235 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-eaa1c320-7501-4cae-b6db-e7260c10a132 None None] Provisioning for port 64e5786e-e825-4974-87fe-289f6a931773 completed by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:44:26.733130 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 64e5786e-e825-4974-87fe-289f6a931773 up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:44:26.794531 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning for port 64e5786e-e825-4974-87fe-289f6a931773 completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:44:26.800442 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port 64e5786e-e825-4974-87fe-289f6a931773 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:44:26.800840 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:44:26.900571 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:44:26.943220 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] For port 64e5786e-e825-4974-87fe-289f6a931773, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=64e5786e-e825-4974-87fe-289f6a931773,segment=NetworkSegment(6de0be9c-52bb-453f-902c-c5585e11b73a),segment_id=6de0be9c-52bb-453f-902c-c5585e11b73a)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:44:26.948410 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:44:26.950898 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:44:27.012038 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Pushing event updated for resources: {'Port': ['ID=64e5786e-e825-4974-87fe-289f6a931773,revision_number=3']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:44:27.017488 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:44:28.713351 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 64e5786e-e825-4974-87fe-289f6a931773 up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:44:28.804528 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port 64e5786e-e825-4974-87fe-289f6a931773 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:44:28.805143 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:44:30.927006 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-605f0486-c0c5-4933-8bb0-f39e042ac06f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:44:35.286755 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-5892af7c-568b-4c5e-9af4-4ff64f49deea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:44:35.646522 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:44:36.922708 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:44:39.210321 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:44:45.119432 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 5 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 12:45:00.946876 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-d36a67b8-0273-4c74-907a-45808678ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:45:05.293364 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-9c024cfa-262c-4f1c-a880-e90a81eeb005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:45:05.643348 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:45:06.917420 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:45:09.204818 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:45:22.123169 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 5 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 12:45:30.932405 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a9e77d6-5e1e-4f29-88a2-3716c51ce6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:45:35.290386 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8c4dae82-746f-43bf-aa2e-9371f06bc6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:45:35.631303 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:45:36.927091 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:45:39.220939 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:45:47.461360 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 43300) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:45:47.469895 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [None req-223b89ea-a91d-4d6b-871b-cc25378fb2c9 tempest-verify_tempest_config-1000242184 tempest-verify_tempest_config-1000242184-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=109145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 12:45:47.471250 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-223b89ea-a91d-4d6b-871b-cc25378fb2c9 tempest-verify_tempest_config-1000242184 tempest-verify_tempest_config-1000242184-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0085187 Jun 16 12:45:47.932130 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 43318) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:45:48.055788 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-eecd7eed-dae8-4f36-bf09-1199eea8402e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:45:48.174363 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-eecd7eed-dae8-4f36-bf09-1199eea8402e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:45:48.179539 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-eecd7eed-dae8-4f36-bf09-1199eea8402e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:45:48.183160 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:45:48.237051 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-eecd7eed-dae8-4f36-bf09-1199eea8402e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1b03227749964972bcdbd4db9b50139b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3037858 Jun 16 12:45:48.238394 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecd7eed-dae8-4f36-bf09-1199eea8402e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8e7e24-55fc-42c0-bdfb-183542a8fc62,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:45:48.240845 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 43322) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:45:48.249039 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecd7eed-dae8-4f36-bf09-1199eea8402e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:45:48.249540 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecd7eed-dae8-4f36-bf09-1199eea8402e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:45:48.249893 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecd7eed-dae8-4f36-bf09-1199eea8402e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:45:48.250266 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecd7eed-dae8-4f36-bf09-1199eea8402e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:45:48.250618 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecd7eed-dae8-4f36-bf09-1199eea8402e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:45:48.250950 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecd7eed-dae8-4f36-bf09-1199eea8402e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:45:48.251278 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecd7eed-dae8-4f36-bf09-1199eea8402e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:45:48.251639 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecd7eed-dae8-4f36-bf09-1199eea8402e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:45:48.252055 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecd7eed-dae8-4f36-bf09-1199eea8402e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:45:48.252375 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecd7eed-dae8-4f36-bf09-1199eea8402e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:45:48.252695 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecd7eed-dae8-4f36-bf09-1199eea8402e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:45:48.253011 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecd7eed-dae8-4f36-bf09-1199eea8402e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:45:48.257215 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-eecd7eed-dae8-4f36-bf09-1199eea8402e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:45:48.314907 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5d0f720e-aa04-40a9-a4a8-6ad0c7262a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:45:48.339414 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5d0f720e-aa04-40a9-a4a8-6ad0c7262a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:45:48.444795 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5d0f720e-aa04-40a9-a4a8-6ad0c7262a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:45:48.447909 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5d0f720e-aa04-40a9-a4a8-6ad0c7262a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:45:48.449138 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-5d0f720e-aa04-40a9-a4a8-6ad0c7262a2a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ac8e7e24-55fc-42c0-bdfb-183542a8fc62 HTTP/1.1" status: 204 len: 168 time: 0.2062361 Jun 16 12:45:48.450023 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-bfa9f1f5-a6ec-40ee-81e4-ff6763430efb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:45:48.459756 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f720e-aa04-40a9-a4a8-6ad0c7262a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8e7e24-55fc-42c0-bdfb-183542a8fc62,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:45:48.468661 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0f720e-aa04-40a9-a4a8-6ad0c7262a2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:45:48.469147 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0f720e-aa04-40a9-a4a8-6ad0c7262a2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:45:48.469463 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0f720e-aa04-40a9-a4a8-6ad0c7262a2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:45:48.469750 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0f720e-aa04-40a9-a4a8-6ad0c7262a2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:45:48.470066 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0f720e-aa04-40a9-a4a8-6ad0c7262a2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:45:48.470419 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0f720e-aa04-40a9-a4a8-6ad0c7262a2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:45:48.470745 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0f720e-aa04-40a9-a4a8-6ad0c7262a2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:45:48.471075 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0f720e-aa04-40a9-a4a8-6ad0c7262a2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:45:48.471488 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0f720e-aa04-40a9-a4a8-6ad0c7262a2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:45:48.471804 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0f720e-aa04-40a9-a4a8-6ad0c7262a2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:45:48.472118 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0f720e-aa04-40a9-a4a8-6ad0c7262a2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:45:48.472521 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0f720e-aa04-40a9-a4a8-6ad0c7262a2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:45:48.476544 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-5d0f720e-aa04-40a9-a4a8-6ad0c7262a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:45:59.128359 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 5 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 12:46:00.928364 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-a86c22ea-d730-4f73-9bdc-19796ef466c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:46:05.288470 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-b6616fbd-091e-4853-8a4f-d16ae53df889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:46:05.632517 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:46:06.926945 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:46:09.210649 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:46:30.933589 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4748092f-58e8-4908-82c5-80de90d867ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:46:35.277415 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-0d6192a2-3f13-472a-80e0-a3984a82063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:46:35.635950 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:46:36.128743 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 5 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 12:46:36.933190 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:46:39.213118 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:47:00.937386 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-e7447c8b-1046-49c8-83ea-1ae1b4747b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:47:05.273980 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-bb0e6184-a21c-4455-bec6-01043f2c0f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:47:05.630994 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:47:06.935630 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:47:09.222750 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:47:13.127527 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 5 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 12:47:30.873632 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303'] for agent, after_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:47:30.933409 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4aaa1dd0-ffce-4c99-9332-a0495efc26bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:47:35.277743 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-fbc38bba-48c5-416e-8916-5a51b599cd75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:47:35.647136 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:47:36.840722 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 43384) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:47:36.937187 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:47:36.972194 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-8c02be36-d31a-4352-b997-04ef0118a527 admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1290841 Jun 16 12:47:39.222071 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:47:39.372876 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 43394) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:47:39.443407 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-e892328c-23d6-43c6-81ef-820e1da7c4d7 admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0694642 Jun 16 12:47:50.127774 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 12:48:00.844556 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:48:00.937417 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-d1055c1e-7a30-408f-b12e-b908db87e90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:48:05.281399 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-6bfb9d77-372f-49e4-aa90-6242f2016d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:48:05.640550 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:48:06.938416 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:48:09.224278 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:48:27.129002 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 12:48:30.832167 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:48:30.930830 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-b07a2b2d-5318-4114-9573-ba26d45a9981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:48:35.293056 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-31bbaf95-2c0a-42c9-be3e-cb6eef1d857e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:48:35.652335 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:48:36.944153 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:48:39.238336 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:00.864504 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:00.942517 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-e6dbcb8d-aee2-4483-947c-83b887d7cf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:04.133310 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 12:49:05.281676 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-c426cf03-f024-4eda-a93e-4b821f8fc25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:05.663420 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:06.955992 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:09.243737 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:20.220218 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 43620) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:20.266584 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 43626) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:20.312803 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 43632) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:20.429177 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 43638) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:20.662052 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-4f3d5b50-3848-4c6c-9abb-fccd5a0f4cad admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2070282617-network', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:49:20.695691 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-01fba9e8-1361-44eb-9487-579b5c9df47b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-834222333-network', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:49:20.704556 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3d5b50-3848-4c6c-9abb-fccd5a0f4cad admin admin] Made reservation on behalf of 3f9713ea5e7f4789a25afeaba4a1b9b2 for: {'network': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:49:20.709503 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4f3d5b50-3848-4c6c-9abb-fccd5a0f4cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for network, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:20.720983 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4f3d5b50-3848-4c6c-9abb-fccd5a0f4cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:20.755630 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-7b0a81c6-e094-4531-ac59-eb2b4751bc93 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-193591781-network', 'tenant_id': '63f583c0d2ec4d34a58968da103ccb7f'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:49:20.767441 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fba9e8-1361-44eb-9487-579b5c9df47b admin admin] Made reservation on behalf of 9142176cdce2480a88e9dcee58c356f4 for: {'network': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:49:20.770487 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-01fba9e8-1361-44eb-9487-579b5c9df47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for network, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:20.841336 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-fe20bf91-ada6-4557-921b-66cdb3ed3062 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1597244857-network', 'tenant_id': '1bb6d57a17a34ca0a86552ed9595186c'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:49:20.853914 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-01fba9e8-1361-44eb-9487-579b5c9df47b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:20.894171 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4f3d5b50-3848-4c6c-9abb-fccd5a0f4cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:20.900030 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4f3d5b50-3848-4c6c-9abb-fccd5a0f4cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:20.905047 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-5d0f720e-aa04-40a9-a4a8-6ad0c7262a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:20.916662 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f3d5b50-3848-4c6c-9abb-fccd5a0f4cad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=109146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 12:49:20.927724 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4f3d5b50-3848-4c6c-9abb-fccd5a0f4cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076'] for segment, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:20.928051 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.db.segments_db [None req-4f3d5b50-3848-4c6c-9abb-fccd5a0f4cad admin admin] Added segment c134a422-ed02-4a76-b565-b54dfcd7a8d9 of type vlan for network ea00ad74-87b8-4238-b685-834f4d31b647 Jun 16 12:49:20.931766 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0a81c6-e094-4531-ac59-eb2b4751bc93 admin admin] Made reservation on behalf of 63f583c0d2ec4d34a58968da103ccb7f for: {'network': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:49:20.935129 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-7b0a81c6-e094-4531-ac59-eb2b4751bc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for network, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:20.950141 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-7b0a81c6-e094-4531-ac59-eb2b4751bc93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:20.961897 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d5b50-3848-4c6c-9abb-fccd5a0f4cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24b20cc-10c2-47ed-afc9-82cc3a77d877,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:20.975237 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d5b50-3848-4c6c-9abb-fccd5a0f4cad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:20.975573 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d5b50-3848-4c6c-9abb-fccd5a0f4cad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:20.976120 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d5b50-3848-4c6c-9abb-fccd5a0f4cad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:20.976734 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d5b50-3848-4c6c-9abb-fccd5a0f4cad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:20.977262 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d5b50-3848-4c6c-9abb-fccd5a0f4cad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:20.977784 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d5b50-3848-4c6c-9abb-fccd5a0f4cad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:20.978865 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d5b50-3848-4c6c-9abb-fccd5a0f4cad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:20.979190 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d5b50-3848-4c6c-9abb-fccd5a0f4cad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:20.979693 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d5b50-3848-4c6c-9abb-fccd5a0f4cad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:20.980205 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d5b50-3848-4c6c-9abb-fccd5a0f4cad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:20.980634 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d5b50-3848-4c6c-9abb-fccd5a0f4cad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:20.980963 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d5b50-3848-4c6c-9abb-fccd5a0f4cad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:20.982857 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d5b50-3848-4c6c-9abb-fccd5a0f4cad admin admin] Tracked resource versions report: Jun 16 12:49:20.982857 dv-cinder-766296-6-iscsi neutron-server[109146]: pushed versions: Jun 16 12:49:20.982857 dv-cinder-766296-6-iscsi neutron-server[109146]: { 'AddressGroup': {'1.2'}, Jun 16 12:49:20.982857 dv-cinder-766296-6-iscsi neutron-server[109146]: 'ConntrackHelper': {'1.0'}, Jun 16 12:49:20.982857 dv-cinder-766296-6-iscsi neutron-server[109146]: 'Log': {'1.0'}, Jun 16 12:49:20.982857 dv-cinder-766296-6-iscsi neutron-server[109146]: 'Network': {'1.1'}, Jun 16 12:49:20.982857 dv-cinder-766296-6-iscsi neutron-server[109146]: 'Port': {'1.7'}, Jun 16 12:49:20.982857 dv-cinder-766296-6-iscsi neutron-server[109146]: 'PortForwarding': {'1.2'}, Jun 16 12:49:20.982857 dv-cinder-766296-6-iscsi neutron-server[109146]: 'QosPolicy': {'1.8'}, Jun 16 12:49:20.982857 dv-cinder-766296-6-iscsi neutron-server[109146]: 'SecurityGroup': {'1.4'}, Jun 16 12:49:20.982857 dv-cinder-766296-6-iscsi neutron-server[109146]: 'SecurityGroupRule': {'1.2'}, Jun 16 12:49:20.982857 dv-cinder-766296-6-iscsi neutron-server[109146]: 'SubPort': {'1.0'}, Jun 16 12:49:20.982857 dv-cinder-766296-6-iscsi neutron-server[109146]: 'Subnet': {'1.1'}, Jun 16 12:49:20.982857 dv-cinder-766296-6-iscsi neutron-server[109146]: 'Trunk': {'1.1'}} Jun 16 12:49:20.982857 dv-cinder-766296-6-iscsi neutron-server[109146]: consumer versions: Jun 16 12:49:20.982857 dv-cinder-766296-6-iscsi neutron-server[109146]: { DHCP agent@dv-cinder-766296-6-iscsi: {}, Jun 16 12:49:20.982857 dv-cinder-766296-6-iscsi neutron-server[109146]: HyperV agent@hv-cinder-76629: {}, Jun 16 12:49:20.982857 dv-cinder-766296-6-iscsi neutron-server[109146]: L3 agent@dv-cinder-766296-6-iscsi: {}, Jun 16 12:49:20.982857 dv-cinder-766296-6-iscsi neutron-server[109146]: Metadata agent@dv-cinder-766296-6-iscsi: {}, Jun 16 12:49:20.982857 dv-cinder-766296-6-iscsi neutron-server[109146]: Metering agent@dv-cinder-766296-6-iscsi: {}, Jun 16 12:49:20.982857 dv-cinder-766296-6-iscsi neutron-server[109146]: Open vSwitch agent@dv-cinder-766296-6-iscsi: { 'AddressGroup': '1.2', Jun 16 12:49:20.982857 dv-cinder-766296-6-iscsi neutron-server[109146]: 'ConntrackHelper': '1.0', Jun 16 12:49:20.982857 dv-cinder-766296-6-iscsi neutron-server[109146]: 'Log': '1.0', Jun 16 12:49:20.982857 dv-cinder-766296-6-iscsi neutron-server[109146]: 'Network': '1.1', Jun 16 12:49:20.982857 dv-cinder-766296-6-iscsi neutron-server[109146]: 'Port': '1.7', Jun 16 12:49:20.982857 dv-cinder-766296-6-iscsi neutron-server[109146]: 'PortForwarding': '1.2', Jun 16 12:49:20.982857 dv-cinder-766296-6-iscsi neutron-server[109146]: 'QosPolicy': '1.8', Jun 16 12:49:20.982857 dv-cinder-766296-6-iscsi neutron-server[109146]: 'SecurityGroup': '1.4', Jun 16 12:49:20.982857 dv-cinder-766296-6-iscsi neutron-server[109146]: 'SecurityGroupRule': '1.2', Jun 16 12:49:20.982857 dv-cinder-766296-6-iscsi neutron-server[109146]: 'SubPort': '1.0', Jun 16 12:49:20.982857 dv-cinder-766296-6-iscsi neutron-server[109146]: 'Subnet': '1.1', Jun 16 12:49:20.982857 dv-cinder-766296-6-iscsi neutron-server[109146]: 'Trunk': '1.1'}} Jun 16 12:49:20.982857 dv-cinder-766296-6-iscsi neutron-server[109146]: {{(pid=109146) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 12:49:20.998048 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.db.api [None req-01fba9e8-1361-44eb-9487-579b5c9df47b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 12:49:20.998048 dv-cinder-766296-6-iscsi neutron-server[109146]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 16 12:49:20.998048 dv-cinder-766296-6-iscsi neutron-server[109146]: [parameters: {'project_id_1': '9142176cdce2480a88e9dcee58c356f4', 'expiration_1': datetime.datetime(2021, 6, 16, 12, 49, 20, 876421)}] Jun 16 12:49:20.998048 dv-cinder-766296-6-iscsi neutron-server[109146]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=109146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 12:49:20.998469 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_db.api [None req-01fba9e8-1361-44eb-9487-579b5c9df47b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 12:49:21.003217 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-4f3d5b50-3848-4c6c-9abb-fccd5a0f4cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:21.003857 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.db.api [None req-fe20bf91-ada6-4557-921b-66cdb3ed3062 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 12:49:21.003857 dv-cinder-766296-6-iscsi neutron-server[109146]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 16 12:49:21.003857 dv-cinder-766296-6-iscsi neutron-server[109146]: [parameters: {'project_id_1': '1bb6d57a17a34ca0a86552ed9595186c', 'expiration_1': datetime.datetime(2021, 6, 16, 12, 49, 20, 848767)}] Jun 16 12:49:21.003857 dv-cinder-766296-6-iscsi neutron-server[109146]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=109146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 12:49:21.004182 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_db.api [None req-fe20bf91-ada6-4557-921b-66cdb3ed3062 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 12:49:21.060577 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4f3d5b50-3848-4c6c-9abb-fccd5a0f4cad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754302079645'] for network, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:21.114847 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4f3d5b50-3848-4c6c-9abb-fccd5a0f4cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281'] for network, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:21.117740 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3d5b50-3848-4c6c-9abb-fccd5a0f4cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:49:21.120863 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4f3d5b50-3848-4c6c-9abb-fccd5a0f4cad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for network, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:21.135239 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-bfa9f1f5-a6ec-40ee-81e4-ff6763430efb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:21.144403 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-7b0a81c6-e094-4531-ac59-eb2b4751bc93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:21.154430 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-7b0a81c6-e094-4531-ac59-eb2b4751bc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:21.170289 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-4f3d5b50-3848-4c6c-9abb-fccd5a0f4cad admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9487412 Jun 16 12:49:21.173298 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 43670) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:21.180270 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-a5a2d234-668f-4451-9317-d9df2d153353 admin admin] Request body: {'subnet': {'network_id': 'ea00ad74-87b8-4238-b685-834f4d31b647', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2070282617-subnet', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:49:21.184694 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b0a81c6-e094-4531-ac59-eb2b4751bc93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=109145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 12:49:21.210685 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-7b0a81c6-e094-4531-ac59-eb2b4751bc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076'] for segment, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:21.212331 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.db.segments_db [None req-7b0a81c6-e094-4531-ac59-eb2b4751bc93 admin admin] Added segment 48b2e98f-956b-4fe4-8e24-81d7a6d7c8be of type vlan for network d454804e-0369-4595-9684-9318d60b78e3 Jun 16 12:49:21.217015 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-f83fb0c5-a967-4440-95dd-7c49331b68cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:21.245221 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d5b50-3848-4c6c-9abb-fccd5a0f4cad admin admin] Pushing event updated for resources: {'Network': ['ID=ea00ad74-87b8-4238-b685-834f4d31b647,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:21.252106 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-4f3d5b50-3848-4c6c-9abb-fccd5a0f4cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:21.259115 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Network ea00ad74-87b8-4238-b685-834f4d31b647 details requested by agent ovs-agent-dv-cinder-766296-6-iscsi with host dv-cinder-766296-6-iscsi {{(pid=109147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 12:49:21.263922 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a2d234-668f-4451-9317-d9df2d153353 admin admin] Made reservation on behalf of 3f9713ea5e7f4789a25afeaba4a1b9b2 for: {'subnet': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:49:21.267796 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a5a2d234-668f-4451-9317-d9df2d153353 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:21.324608 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a81c6-e094-4531-ac59-eb2b4751bc93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccc41ef-6f6b-470e-ab42-96aad3615268,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:21.365932 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-7b0a81c6-e094-4531-ac59-eb2b4751bc93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754302079645'] for network, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:21.403243 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0a81c6-e094-4531-ac59-eb2b4751bc93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:21.403704 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0a81c6-e094-4531-ac59-eb2b4751bc93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:21.404084 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0a81c6-e094-4531-ac59-eb2b4751bc93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:21.404464 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0a81c6-e094-4531-ac59-eb2b4751bc93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:21.405156 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0a81c6-e094-4531-ac59-eb2b4751bc93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:21.405761 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0a81c6-e094-4531-ac59-eb2b4751bc93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:21.406277 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0a81c6-e094-4531-ac59-eb2b4751bc93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:21.406777 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0a81c6-e094-4531-ac59-eb2b4751bc93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:21.407599 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0a81c6-e094-4531-ac59-eb2b4751bc93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:21.409687 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0a81c6-e094-4531-ac59-eb2b4751bc93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:21.410308 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0a81c6-e094-4531-ac59-eb2b4751bc93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:21.410790 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0a81c6-e094-4531-ac59-eb2b4751bc93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:21.413025 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0a81c6-e094-4531-ac59-eb2b4751bc93 admin admin] Tracked resource versions report: Jun 16 12:49:21.413025 dv-cinder-766296-6-iscsi neutron-server[109145]: pushed versions: Jun 16 12:49:21.413025 dv-cinder-766296-6-iscsi neutron-server[109145]: { 'AddressGroup': {'1.2'}, Jun 16 12:49:21.413025 dv-cinder-766296-6-iscsi neutron-server[109145]: 'ConntrackHelper': {'1.0'}, Jun 16 12:49:21.413025 dv-cinder-766296-6-iscsi neutron-server[109145]: 'Log': {'1.0'}, Jun 16 12:49:21.413025 dv-cinder-766296-6-iscsi neutron-server[109145]: 'Network': {'1.1'}, Jun 16 12:49:21.413025 dv-cinder-766296-6-iscsi neutron-server[109145]: 'Port': {'1.7'}, Jun 16 12:49:21.413025 dv-cinder-766296-6-iscsi neutron-server[109145]: 'PortForwarding': {'1.2'}, Jun 16 12:49:21.413025 dv-cinder-766296-6-iscsi neutron-server[109145]: 'QosPolicy': {'1.8'}, Jun 16 12:49:21.413025 dv-cinder-766296-6-iscsi neutron-server[109145]: 'SecurityGroup': {'1.4'}, Jun 16 12:49:21.413025 dv-cinder-766296-6-iscsi neutron-server[109145]: 'SecurityGroupRule': {'1.2'}, Jun 16 12:49:21.413025 dv-cinder-766296-6-iscsi neutron-server[109145]: 'SubPort': {'1.0'}, Jun 16 12:49:21.413025 dv-cinder-766296-6-iscsi neutron-server[109145]: 'Subnet': {'1.1'}, Jun 16 12:49:21.413025 dv-cinder-766296-6-iscsi neutron-server[109145]: 'Trunk': {'1.1'}} Jun 16 12:49:21.413025 dv-cinder-766296-6-iscsi neutron-server[109145]: consumer versions: Jun 16 12:49:21.413025 dv-cinder-766296-6-iscsi neutron-server[109145]: { DHCP agent@dv-cinder-766296-6-iscsi: {}, Jun 16 12:49:21.413025 dv-cinder-766296-6-iscsi neutron-server[109145]: HyperV agent@hv-cinder-76629: {}, Jun 16 12:49:21.413025 dv-cinder-766296-6-iscsi neutron-server[109145]: L3 agent@dv-cinder-766296-6-iscsi: {}, Jun 16 12:49:21.413025 dv-cinder-766296-6-iscsi neutron-server[109145]: Metadata agent@dv-cinder-766296-6-iscsi: {}, Jun 16 12:49:21.413025 dv-cinder-766296-6-iscsi neutron-server[109145]: Metering agent@dv-cinder-766296-6-iscsi: {}, Jun 16 12:49:21.413025 dv-cinder-766296-6-iscsi neutron-server[109145]: Open vSwitch agent@dv-cinder-766296-6-iscsi: { 'AddressGroup': '1.2', Jun 16 12:49:21.413025 dv-cinder-766296-6-iscsi neutron-server[109145]: 'ConntrackHelper': '1.0', Jun 16 12:49:21.413025 dv-cinder-766296-6-iscsi neutron-server[109145]: 'Log': '1.0', Jun 16 12:49:21.413025 dv-cinder-766296-6-iscsi neutron-server[109145]: 'Network': '1.1', Jun 16 12:49:21.413025 dv-cinder-766296-6-iscsi neutron-server[109145]: 'Port': '1.7', Jun 16 12:49:21.413025 dv-cinder-766296-6-iscsi neutron-server[109145]: 'PortForwarding': '1.2', Jun 16 12:49:21.413025 dv-cinder-766296-6-iscsi neutron-server[109145]: 'QosPolicy': '1.8', Jun 16 12:49:21.413025 dv-cinder-766296-6-iscsi neutron-server[109145]: 'SecurityGroup': '1.4', Jun 16 12:49:21.413025 dv-cinder-766296-6-iscsi neutron-server[109145]: 'SecurityGroupRule': '1.2', Jun 16 12:49:21.413025 dv-cinder-766296-6-iscsi neutron-server[109145]: 'SubPort': '1.0', Jun 16 12:49:21.413025 dv-cinder-766296-6-iscsi neutron-server[109145]: 'Subnet': '1.1', Jun 16 12:49:21.413025 dv-cinder-766296-6-iscsi neutron-server[109145]: 'Trunk': '1.1'}} Jun 16 12:49:21.413025 dv-cinder-766296-6-iscsi neutron-server[109145]: {{(pid=109145) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 12:49:21.450994 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-7b0a81c6-e094-4531-ac59-eb2b4751bc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281'] for network, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:21.457380 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-7b0a81c6-e094-4531-ac59-eb2b4751bc93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:21.460570 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0a81c6-e094-4531-ac59-eb2b4751bc93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:49:21.461407 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-7b0a81c6-e094-4531-ac59-eb2b4751bc93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for network, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:21.489665 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:21.546893 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-01fba9e8-1361-44eb-9487-579b5c9df47b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:21.559136 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-7b0a81c6-e094-4531-ac59-eb2b4751bc93 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2441900 Jun 16 12:49:21.561679 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 43698) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:21.599281 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-0763044b-a921-47e1-a29d-4d32bce89130 admin admin] Request body: {'subnet': {'network_id': 'd454804e-0369-4595-9684-9318d60b78e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-193591781-subnet', 'tenant_id': '63f583c0d2ec4d34a58968da103ccb7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:49:21.610468 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a81c6-e094-4531-ac59-eb2b4751bc93 admin admin] Pushing event updated for resources: {'Network': ['ID=d454804e-0369-4595-9684-9318d60b78e3,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:21.613886 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-7b0a81c6-e094-4531-ac59-eb2b4751bc93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:21.626656 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Network d454804e-0369-4595-9684-9318d60b78e3 details requested by agent ovs-agent-dv-cinder-766296-6-iscsi with host dv-cinder-766296-6-iscsi {{(pid=109147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 12:49:21.676842 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0763044b-a921-47e1-a29d-4d32bce89130 admin admin] Made reservation on behalf of 63f583c0d2ec4d34a58968da103ccb7f for: {'subnet': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:49:21.680579 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0763044b-a921-47e1-a29d-4d32bce89130 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:21.866908 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe20bf91-ada6-4557-921b-66cdb3ed3062 admin admin] Made reservation on behalf of 1bb6d57a17a34ca0a86552ed9595186c for: {'network': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:49:21.871694 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-fe20bf91-ada6-4557-921b-66cdb3ed3062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for network, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:21.899042 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a5a2d234-668f-4451-9317-d9df2d153353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272'] for subnet, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:21.920823 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:21.923363 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-fe20bf91-ada6-4557-921b-66cdb3ed3062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:22.081158 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a2d234-668f-4451-9317-d9df2d153353 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a94bd32-4e74-4078-a9cb-34eb92b42cef,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:22.102711 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-a5a2d234-668f-4451-9317-d9df2d153353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:22.242196 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a2d234-668f-4451-9317-d9df2d153353 admin admin] Checking segment: {'id': 'c134a422-ed02-4a76-b565-b54dfcd7a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ea00ad74-87b8-4238-b685-834f4d31b647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:49:22.242699 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a2d234-668f-4451-9317-d9df2d153353 admin admin] Network hostable DHCP agents. Network: ea00ad74-87b8-4238-b685-834f4d31b647, hostable agents: ['d62bbf24-a105-422a-86ef-12dacf7896c4'], hosted agents: [] {{(pid=109146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 12:49:22.318979 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 43716) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:22.336257 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0763044b-a921-47e1-a29d-4d32bce89130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272'] for subnet, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:22.348269 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:22.357223 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a2d234-668f-4451-9317-d9df2d153353 admin admin] Network ea00ad74-87b8-4238-b685-834f4d31b647 is scheduled to be hosted by DHCP agent d62bbf24-a105-422a-86ef-12dacf7896c4 with binding_index 1 {{(pid=109146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 12:49:22.446729 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-01fba9e8-1361-44eb-9487-579b5c9df47b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:22.478701 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-01fba9e8-1361-44eb-9487-579b5c9df47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:22.485287 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-a5a2d234-668f-4451-9317-d9df2d153353 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766296-6-iscsi, ea00ad74-87b8-4238-b685-834f4d31b647) {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:49:22.497010 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2664a6-54e1-406a-9dd6-e008426bee41 None None] Network ea00ad74-87b8-4238-b685-834f4d31b647 requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:49:22.519479 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a2d234-668f-4451-9317-d9df2d153353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:49:22.520087 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a5a2d234-668f-4451-9317-d9df2d153353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for subnet, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:22.545573 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01fba9e8-1361-44eb-9487-579b5c9df47b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=109146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 12:49:22.564539 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763044b-a921-47e1-a29d-4d32bce89130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b40a080f-7032-436e-b577-3024e36fe1b3,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:22.580297 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-0763044b-a921-47e1-a29d-4d32bce89130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:22.580802 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:22.600537 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-01fba9e8-1361-44eb-9487-579b5c9df47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076'] for segment, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:22.600935 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.db.segments_db [None req-01fba9e8-1361-44eb-9487-579b5c9df47b admin admin] Added segment 042ac9d8-9593-43f5-8ffd-f1b933e86f71 of type vlan for network b092543c-4e0a-4b3c-b41e-431b7c90a537 Jun 16 12:49:22.630033 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0763044b-a921-47e1-a29d-4d32bce89130 admin admin] Checking segment: {'id': '48b2e98f-956b-4fe4-8e24-81d7a6d7c8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd454804e-0369-4595-9684-9318d60b78e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:49:22.630443 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0763044b-a921-47e1-a29d-4d32bce89130 admin admin] Network hostable DHCP agents. Network: d454804e-0369-4595-9684-9318d60b78e3, hostable agents: ['d62bbf24-a105-422a-86ef-12dacf7896c4'], hosted agents: [] {{(pid=109146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 12:49:22.663207 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8780ebad-a4d4-4436-ac8d-a8caec124542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:22.677531 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fba9e8-1361-44eb-9487-579b5c9df47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d701be4-eb1c-4c7a-8b67-2cb617efceb2,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:22.704016 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-01fba9e8-1361-44eb-9487-579b5c9df47b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:22.718341 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-01fba9e8-1361-44eb-9487-579b5c9df47b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754302079645'] for network, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:22.760855 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0763044b-a921-47e1-a29d-4d32bce89130 admin admin] Network d454804e-0369-4595-9684-9318d60b78e3 is scheduled to be hosted by DHCP agent d62bbf24-a105-422a-86ef-12dacf7896c4 with binding_index 1 {{(pid=109146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 12:49:22.817105 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-fe20bf91-ada6-4557-921b-66cdb3ed3062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:22.818430 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-0763044b-a921-47e1-a29d-4d32bce89130 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766296-6-iscsi, d454804e-0369-4595-9684-9318d60b78e3) {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:49:22.833331 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-01fba9e8-1361-44eb-9487-579b5c9df47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281'] for network, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:22.837133 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0763044b-a921-47e1-a29d-4d32bce89130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:49:22.839280 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0763044b-a921-47e1-a29d-4d32bce89130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for subnet, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:22.843754 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-fe20bf91-ada6-4557-921b-66cdb3ed3062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:22.849367 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fba9e8-1361-44eb-9487-579b5c9df47b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:49:22.850798 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-01fba9e8-1361-44eb-9487-579b5c9df47b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for network, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:22.872509 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-7497be2d-ac2d-4763-9526-b1e74149fede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:22.874280 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8349c3d3-9ee6-4afc-b3f0-048acb3bc3e1 None None] Network d454804e-0369-4595-9684-9318d60b78e3 requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:49:22.886591 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-a5a2d234-668f-4451-9317-d9df2d153353 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7092738 Jun 16 12:49:22.904755 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 43728) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:22.934844 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-c78ebe1c-c2f9-45d0-ab65-40d7eda4ecdc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2070282617-router', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'}}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:49:22.961377 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe20bf91-ada6-4557-921b-66cdb3ed3062 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=109146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 12:49:23.003446 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf263e8-505f-4d8c-9db5-eb96adf8461d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa169a922-d219-5150-a7f6-9f81c4061e6e-ea00ad74-87b8-4238-b685-834f4d31b647', 'network_id': 'ea00ad74-87b8-4238-b685-834f4d31b647', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'fixed_ips': [{'subnet_id': '1a94bd32-4e74-4078-a9cb-34eb92b42cef'}]}} from dv-cinder-766296-6-iscsi. {{(pid=109147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 12:49:23.004999 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-0cf263e8-505f-4d8c-9db5-eb96adf8461d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:23.087377 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-fe20bf91-ada6-4557-921b-66cdb3ed3062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076'] for segment, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:23.088431 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.db.segments_db [None req-fe20bf91-ada6-4557-921b-66cdb3ed3062 admin admin] Added segment c80dc759-b709-4d2d-89fc-ca0ddd20a50f of type vlan for network 9ac76732-b5e5-4a02-a83d-61dcd782119c Jun 16 12:49:23.090065 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fba9e8-1361-44eb-9487-579b5c9df47b admin admin] Pushing event updated for resources: {'Network': ['ID=b092543c-4e0a-4b3c-b41e-431b7c90a537,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:23.099964 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-01fba9e8-1361-44eb-9487-579b5c9df47b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:23.100351 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:23.117772 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Network b092543c-4e0a-4b3c-b41e-431b7c90a537 details requested by agent ovs-agent-dv-cinder-766296-6-iscsi with host dv-cinder-766296-6-iscsi {{(pid=109147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 12:49:23.200997 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8780ebad-a4d4-4436-ac8d-a8caec124542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:23.205518 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-fe20bf91-ada6-4557-921b-66cdb3ed3062 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754302079645'] for network, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:23.213566 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8780ebad-a4d4-4436-ac8d-a8caec124542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:23.228442 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20bf91-ada6-4557-921b-66cdb3ed3062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b7be87-6b00-472d-bd25-9b445e215e3f,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:23.254276 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-0763044b-a921-47e1-a29d-4d32bce89130 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6569009 Jun 16 12:49:23.254276 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-01fba9e8-1361-44eb-9487-579b5c9df47b admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.9728527 Jun 16 12:49:23.254276 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-fe20bf91-ada6-4557-921b-66cdb3ed3062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:23.254276 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 43746) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:23.254276 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-48cbcf5e-d9c3-4be9-a68b-8f0959f23f94 admin admin] Request body: {'subnet': {'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-834222333-subnet', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:49:23.256847 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-eecd7eed-dae8-4f36-bf09-1199eea8402e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:23.287766 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-fe20bf91-ada6-4557-921b-66cdb3ed3062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281'] for network, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:23.291583 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe20bf91-ada6-4557-921b-66cdb3ed3062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:49:23.293300 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-fe20bf91-ada6-4557-921b-66cdb3ed3062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for network, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:23.298638 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:23.391545 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8780ebad-a4d4-4436-ac8d-a8caec124542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53954ba1-0663-46d2-bc96-ae9eacacf2c1,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:23.418797 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20bf91-ada6-4557-921b-66cdb3ed3062 admin admin] Pushing event updated for resources: {'Network': ['ID=9ac76732-b5e5-4a02-a83d-61dcd782119c,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:23.433067 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-fe20bf91-ada6-4557-921b-66cdb3ed3062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:23.449933 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-8780ebad-a4d4-4436-ac8d-a8caec124542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:23.464796 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-8780ebad-a4d4-4436-ac8d-a8caec124542 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0b08d60e0a4d40ba802dc5b76e232fb8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1442888 Jun 16 12:49:23.467696 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 43758) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:23.478443 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c78ebe1c-c2f9-45d0-ab65-40d7eda4ecdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-448915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13965'] for router, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:23.481071 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c78ebe1c-c2f9-45d0-ab65-40d7eda4ecdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-489929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13942'] for router, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:23.482198 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-fe20bf91-ada6-4557-921b-66cdb3ed3062 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.0514934 Jun 16 12:49:23.498607 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 43760) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:23.502926 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-4d6d51f8-62b1-4aae-b70a-7cd3779761ca admin admin] Request body: {'subnet': {'network_id': '9ac76732-b5e5-4a02-a83d-61dcd782119c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1597244857-subnet', 'tenant_id': '1bb6d57a17a34ca0a86552ed9595186c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:49:23.551694 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Network 9ac76732-b5e5-4a02-a83d-61dcd782119c details requested by agent ovs-agent-dv-cinder-766296-6-iscsi with host dv-cinder-766296-6-iscsi {{(pid=109147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 12:49:23.573655 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cbcf5e-d9c3-4be9-a68b-8f0959f23f94 admin admin] Made reservation on behalf of 9142176cdce2480a88e9dcee58c356f4 for: {'subnet': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:49:23.579075 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-48cbcf5e-d9c3-4be9-a68b-8f0959f23f94 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:23.602349 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4201f55b-0b1c-4495-95f2-969bc21e69a0 None None] Network d454804e-0369-4595-9684-9318d60b78e3 requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:49:23.831731 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.db_base_plugin_common [None req-0cf263e8-505f-4d8c-9db5-eb96adf8461d None None] Allocated IP 172.20.0.2 (ea00ad74-87b8-4238-b685-834f4d31b647/1a94bd32-4e74-4078-a9cb-34eb92b42cef/3e165895-fdf9-445f-9fa2-5cd7b5a4d6a1) {{(pid=109147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:49:23.886169 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c78ebe1c-c2f9-45d0-ab65-40d7eda4ecdc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:24.014288 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6d51f8-62b1-4aae-b70a-7cd3779761ca admin admin] Made reservation on behalf of 1bb6d57a17a34ca0a86552ed9595186c for: {'subnet': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:49:24.024833 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4d6d51f8-62b1-4aae-b70a-7cd3779761ca admin admin] Notify callbacks [] for subnet, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:24.130127 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-430b9a32-b760-4928-9024-04a151bd7b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:24.162925 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-48cbcf5e-d9c3-4be9-a68b-8f0959f23f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272'] for subnet, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:24.238188 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:24.274071 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 43784) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:24.284336 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-430b9a32-b760-4928-9024-04a151bd7b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:24.308879 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-0cf263e8-505f-4d8c-9db5-eb96adf8461d None None] Notify callbacks [] for port, precommit_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:24.332597 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-0cf263e8-505f-4d8c-9db5-eb96adf8461d None None] Transition to ACTIVE for port object 3e165895-fdf9-445f-9fa2-5cd7b5a4d6a1 will not be triggered until provisioned by entity L2. {{(pid=109147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:49:24.383390 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-0cf263e8-505f-4d8c-9db5-eb96adf8461d None None] Transition to ACTIVE for port object 3e165895-fdf9-445f-9fa2-5cd7b5a4d6a1 will not be triggered until provisioned by entity DHCP. {{(pid=109147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:49:24.394135 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cbcf5e-d9c3-4be9-a68b-8f0959f23f94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6854b649-d35a-4298-9aa6-e7a75a6ae3a1,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:24.400064 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-48cbcf5e-d9c3-4be9-a68b-8f0959f23f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:24.440973 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-0cf263e8-505f-4d8c-9db5-eb96adf8461d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438'] for port, after_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:24.454646 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c78ebe1c-c2f9-45d0-ab65-40d7eda4ecdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-438913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13920'] for router, precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:24.458034 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cbcf5e-d9c3-4be9-a68b-8f0959f23f94 admin admin] Checking segment: {'id': '042ac9d8-9593-43f5-8ffd-f1b933e86f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:49:24.458689 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cbcf5e-d9c3-4be9-a68b-8f0959f23f94 admin admin] Network hostable DHCP agents. Network: b092543c-4e0a-4b3c-b41e-431b7c90a537, hostable agents: ['d62bbf24-a105-422a-86ef-12dacf7896c4'], hosted agents: [] {{(pid=109146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 12:49:24.473638 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-430b9a32-b760-4928-9024-04a151bd7b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:24.477357 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-430b9a32-b760-4928-9024-04a151bd7b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:24.479147 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-430b9a32-b760-4928-9024-04a151bd7b91 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/53954ba1-0663-46d2-bc96-ae9eacacf2c1 HTTP/1.1" status: 204 len: 168 time: 1.0102923 Jun 16 12:49:24.480562 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-7b0a81c6-e094-4531-ac59-eb2b4751bc93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:24.501167 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-967f9671-b90b-442b-b126-1562dabb845a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:24.504428 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b9a32-b760-4928-9024-04a151bd7b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53954ba1-0663-46d2-bc96-ae9eacacf2c1,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:24.508573 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-430b9a32-b760-4928-9024-04a151bd7b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:24.524254 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cbcf5e-d9c3-4be9-a68b-8f0959f23f94 admin admin] Network b092543c-4e0a-4b3c-b41e-431b7c90a537 is scheduled to be hosted by DHCP agent d62bbf24-a105-422a-86ef-12dacf7896c4 with binding_index 1 {{(pid=109146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 12:49:24.549327 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-48cbcf5e-d9c3-4be9-a68b-8f0959f23f94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766296-6-iscsi, b092543c-4e0a-4b3c-b41e-431b7c90a537) {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:49:24.563633 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cbcf5e-d9c3-4be9-a68b-8f0959f23f94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:49:24.564243 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-48cbcf5e-d9c3-4be9-a68b-8f0959f23f94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for subnet, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:24.578081 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4d6d51f8-62b1-4aae-b70a-7cd3779761ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272'] for subnet, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:24.584987 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-fc9411bf-75dc-41f9-8df5-1625e875292f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:24.619035 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-48cbcf5e-d9c3-4be9-a68b-8f0959f23f94 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3728175 Jun 16 12:49:24.620660 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 43792) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:24.628526 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-7820d9db-0487-4512-8a78-d747068b04ea admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-834222333-router', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'}}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:49:24.641607 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7c6efe-8af8-49e4-bee0-b2041a84e602 None None] Network b092543c-4e0a-4b3c-b41e-431b7c90a537 requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:49:24.706808 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d51f8-62b1-4aae-b70a-7cd3779761ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=e11ea1c4-1683-49da-8a09-a0382b92ba4a,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:24.713080 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-4d6d51f8-62b1-4aae-b70a-7cd3779761ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:24.716683 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7820d9db-0487-4512-8a78-d747068b04ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-448915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13965'] for router, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:24.718144 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7820d9db-0487-4512-8a78-d747068b04ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-489929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13942'] for router, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:24.760297 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-3dccc826-8169-48aa-b605-668e83a727f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:24.793333 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf263e8-505f-4d8c-9db5-eb96adf8461d None None] Network ea00ad74-87b8-4238-b685-834f4d31b647 is already hosted by enough agents. {{(pid=109147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:49:24.832951 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7820d9db-0487-4512-8a78-d747068b04ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:24.840912 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6d51f8-62b1-4aae-b70a-7cd3779761ca admin admin] Checking segment: {'id': 'c80dc759-b709-4d2d-89fc-ca0ddd20a50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9ac76732-b5e5-4a02-a83d-61dcd782119c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:49:24.841142 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6d51f8-62b1-4aae-b70a-7cd3779761ca admin admin] Network hostable DHCP agents. Network: 9ac76732-b5e5-4a02-a83d-61dcd782119c, hostable agents: ['d62bbf24-a105-422a-86ef-12dacf7896c4'], hosted agents: [] {{(pid=109146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 12:49:24.938448 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-3dccc826-8169-48aa-b605-668e83a727f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:24.946024 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-3dccc826-8169-48aa-b605-668e83a727f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:24.953519 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-8780ebad-a4d4-4436-ac8d-a8caec124542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:25.007141 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dccc826-8169-48aa-b605-668e83a727f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b60fce-1318-4a1d-87e7-1cd508ef7d0f,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:25.043361 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-3dccc826-8169-48aa-b605-668e83a727f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:25.109712 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.scheduler.base_scheduler [None req-0cf263e8-505f-4d8c-9db5-eb96adf8461d None None] Resources bound (agent type, host, resource id): {{(pid=109147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:49:25.114261 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf263e8-505f-4d8c-9db5-eb96adf8461d None None] Received port after_create {{(pid=109147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:49:25.124872 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-3dccc826-8169-48aa-b605-668e83a727f7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2531a0cb7cb04f9da9f9d724fba95178&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8363178 Jun 16 12:49:25.130110 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 43816) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:25.155221 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771695a3-c347-41ea-801a-a536b8826ee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa169a922-d219-5150-a7f6-9f81c4061e6e-b092543c-4e0a-4b3c-b41e-431b7c90a537', 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'fixed_ips': [{'subnet_id': '6854b649-d35a-4298-9aa6-e7a75a6ae3a1'}]}} from dv-cinder-766296-6-iscsi. {{(pid=109147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 12:49:25.156620 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-771695a3-c347-41ea-801a-a536b8826ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:25.182829 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c78ebe1c-c2f9-45d0-ab65-40d7eda4ecdc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:25.194734 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 43818) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:25.223511 dv-cinder-766296-6-iscsi neutron-server[109145]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 12:49:25.241374 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c78ebe1c-c2f9-45d0-ab65-40d7eda4ecdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:25.317136 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7820d9db-0487-4512-8a78-d747068b04ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-438913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13920'] for router, precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:25.328303 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6d51f8-62b1-4aae-b70a-7cd3779761ca admin admin] Network 9ac76732-b5e5-4a02-a83d-61dcd782119c is scheduled to be hosted by DHCP agent d62bbf24-a105-422a-86ef-12dacf7896c4 with binding_index 1 {{(pid=109146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 12:49:25.398883 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-4d6d51f8-62b1-4aae-b70a-7cd3779761ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766296-6-iscsi, 9ac76732-b5e5-4a02-a83d-61dcd782119c) {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:49:25.421309 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6d51f8-62b1-4aae-b70a-7cd3779761ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:49:25.422262 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4d6d51f8-62b1-4aae-b70a-7cd3779761ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for subnet, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:25.469588 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-4d6d51f8-62b1-4aae-b70a-7cd3779761ca admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.9817774 Jun 16 12:49:25.471968 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 43834) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:25.489706 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-88db683e-75c6-435d-8844-1fbac28dd4e4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1597244857-router', 'tenant_id': '1bb6d57a17a34ca0a86552ed9595186c', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'}}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:49:25.505419 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbec4ce-36a9-4f41-b7a2-79ea7c7b4eb7 None None] Network 9ac76732-b5e5-4a02-a83d-61dcd782119c requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:49:25.624145 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-88db683e-75c6-435d-8844-1fbac28dd4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-448915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13965'] for router, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:25.626075 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-88db683e-75c6-435d-8844-1fbac28dd4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-489929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13942'] for router, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:25.665183 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf263e8-505f-4d8c-9db5-eb96adf8461d None None] Pushing event updated for resources: {'Port': ['ID=3e165895-fdf9-445f-9fa2-5cd7b5a4d6a1,revision_number=1']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:25.710989 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-88db683e-75c6-435d-8844-1fbac28dd4e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:25.730176 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf263e8-505f-4d8c-9db5-eb96adf8461d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:25.730822 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf263e8-505f-4d8c-9db5-eb96adf8461d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:25.732886 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf263e8-505f-4d8c-9db5-eb96adf8461d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:25.733532 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf263e8-505f-4d8c-9db5-eb96adf8461d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:25.734109 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf263e8-505f-4d8c-9db5-eb96adf8461d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:25.735001 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf263e8-505f-4d8c-9db5-eb96adf8461d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:25.735582 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf263e8-505f-4d8c-9db5-eb96adf8461d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:25.736983 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf263e8-505f-4d8c-9db5-eb96adf8461d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:25.737582 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf263e8-505f-4d8c-9db5-eb96adf8461d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:25.738166 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf263e8-505f-4d8c-9db5-eb96adf8461d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:25.738911 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf263e8-505f-4d8c-9db5-eb96adf8461d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:25.739793 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf263e8-505f-4d8c-9db5-eb96adf8461d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:25.742349 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf263e8-505f-4d8c-9db5-eb96adf8461d None None] Tracked resource versions report: Jun 16 12:49:25.742349 dv-cinder-766296-6-iscsi neutron-server[109147]: pushed versions: Jun 16 12:49:25.742349 dv-cinder-766296-6-iscsi neutron-server[109147]: { 'AddressGroup': {'1.2'}, Jun 16 12:49:25.742349 dv-cinder-766296-6-iscsi neutron-server[109147]: 'ConntrackHelper': {'1.0'}, Jun 16 12:49:25.742349 dv-cinder-766296-6-iscsi neutron-server[109147]: 'Log': {'1.0'}, Jun 16 12:49:25.742349 dv-cinder-766296-6-iscsi neutron-server[109147]: 'Network': {'1.1'}, Jun 16 12:49:25.742349 dv-cinder-766296-6-iscsi neutron-server[109147]: 'Port': {'1.7'}, Jun 16 12:49:25.742349 dv-cinder-766296-6-iscsi neutron-server[109147]: 'PortForwarding': {'1.2'}, Jun 16 12:49:25.742349 dv-cinder-766296-6-iscsi neutron-server[109147]: 'QosPolicy': {'1.8'}, Jun 16 12:49:25.742349 dv-cinder-766296-6-iscsi neutron-server[109147]: 'SecurityGroup': {'1.4'}, Jun 16 12:49:25.742349 dv-cinder-766296-6-iscsi neutron-server[109147]: 'SecurityGroupRule': {'1.2'}, Jun 16 12:49:25.742349 dv-cinder-766296-6-iscsi neutron-server[109147]: 'SubPort': {'1.0'}, Jun 16 12:49:25.742349 dv-cinder-766296-6-iscsi neutron-server[109147]: 'Subnet': {'1.1'}, Jun 16 12:49:25.742349 dv-cinder-766296-6-iscsi neutron-server[109147]: 'Trunk': {'1.1'}} Jun 16 12:49:25.742349 dv-cinder-766296-6-iscsi neutron-server[109147]: consumer versions: Jun 16 12:49:25.742349 dv-cinder-766296-6-iscsi neutron-server[109147]: { DHCP agent@dv-cinder-766296-6-iscsi: {}, Jun 16 12:49:25.742349 dv-cinder-766296-6-iscsi neutron-server[109147]: HyperV agent@hv-cinder-76629: {}, Jun 16 12:49:25.742349 dv-cinder-766296-6-iscsi neutron-server[109147]: L3 agent@dv-cinder-766296-6-iscsi: {}, Jun 16 12:49:25.742349 dv-cinder-766296-6-iscsi neutron-server[109147]: Metadata agent@dv-cinder-766296-6-iscsi: {}, Jun 16 12:49:25.742349 dv-cinder-766296-6-iscsi neutron-server[109147]: Metering agent@dv-cinder-766296-6-iscsi: {}, Jun 16 12:49:25.742349 dv-cinder-766296-6-iscsi neutron-server[109147]: Open vSwitch agent@dv-cinder-766296-6-iscsi: { 'AddressGroup': '1.2', Jun 16 12:49:25.742349 dv-cinder-766296-6-iscsi neutron-server[109147]: 'ConntrackHelper': '1.0', Jun 16 12:49:25.742349 dv-cinder-766296-6-iscsi neutron-server[109147]: 'Log': '1.0', Jun 16 12:49:25.742349 dv-cinder-766296-6-iscsi neutron-server[109147]: 'Network': '1.1', Jun 16 12:49:25.742349 dv-cinder-766296-6-iscsi neutron-server[109147]: 'Port': '1.7', Jun 16 12:49:25.742349 dv-cinder-766296-6-iscsi neutron-server[109147]: 'PortForwarding': '1.2', Jun 16 12:49:25.742349 dv-cinder-766296-6-iscsi neutron-server[109147]: 'QosPolicy': '1.8', Jun 16 12:49:25.742349 dv-cinder-766296-6-iscsi neutron-server[109147]: 'SecurityGroup': '1.4', Jun 16 12:49:25.742349 dv-cinder-766296-6-iscsi neutron-server[109147]: 'SecurityGroupRule': '1.2', Jun 16 12:49:25.742349 dv-cinder-766296-6-iscsi neutron-server[109147]: 'SubPort': '1.0', Jun 16 12:49:25.742349 dv-cinder-766296-6-iscsi neutron-server[109147]: 'Subnet': '1.1', Jun 16 12:49:25.742349 dv-cinder-766296-6-iscsi neutron-server[109147]: 'Trunk': '1.1'}} Jun 16 12:49:25.742349 dv-cinder-766296-6-iscsi neutron-server[109147]: {{(pid=109147) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 12:49:25.749111 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-0cf263e8-505f-4d8c-9db5-eb96adf8461d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.252s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:25.750568 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-0cf263e8-505f-4d8c-9db5-eb96adf8461d None None] Attempting to bind port 3e165895-fdf9-445f-9fa2-5cd7b5a4d6a1 on host dv-cinder-766296-6-iscsi for vnic_type normal with profile {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:49:25.751214 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-0cf263e8-505f-4d8c-9db5-eb96adf8461d None None] Attempting to bind port 3e165895-fdf9-445f-9fa2-5cd7b5a4d6a1 by drivers openvswitch,hyperv on host dv-cinder-766296-6-iscsi at level 0 using segments [{'id': 'c134a422-ed02-4a76-b565-b54dfcd7a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ea00ad74-87b8-4238-b685-834f4d31b647'}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:49:25.751844 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf263e8-505f-4d8c-9db5-eb96adf8461d None None] Attempting to bind port 3e165895-fdf9-445f-9fa2-5cd7b5a4d6a1 on network ea00ad74-87b8-4238-b685-834f4d31b647 {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:49:25.799865 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf263e8-505f-4d8c-9db5-eb96adf8461d None None] Checking agent: {'id': '02c43e25-bd45-43d2-952e-f18e4af744aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766296-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 40, 6), 'started_at': datetime.datetime(2021, 6, 16, 12, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766296-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:49:25.800644 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf263e8-505f-4d8c-9db5-eb96adf8461d None None] Checking segment: {'id': 'c134a422-ed02-4a76-b565-b54dfcd7a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ea00ad74-87b8-4238-b685-834f4d31b647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:49:25.801341 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-0cf263e8-505f-4d8c-9db5-eb96adf8461d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:25.802019 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf263e8-505f-4d8c-9db5-eb96adf8461d None None] Bound using segment: {'id': 'c134a422-ed02-4a76-b565-b54dfcd7a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ea00ad74-87b8-4238-b685-834f4d31b647'} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:49:25.802955 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-0cf263e8-505f-4d8c-9db5-eb96adf8461d None None] Bound port: 3e165895-fdf9-445f-9fa2-5cd7b5a4d6a1, host: dv-cinder-766296-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c134a422-ed02-4a76-b565-b54dfcd7a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ea00ad74-87b8-4238-b685-834f4d31b647'}}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:49:25.804410 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-0cf263e8-505f-4d8c-9db5-eb96adf8461d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:25.858551 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-2884d3cd-7984-4d11-bb0a-c6196844b855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:25.936677 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-2884d3cd-7984-4d11-bb0a-c6196844b855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:25.992153 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-e2c2f4e1-8ccb-4647-9f6f-8c7c71f4bee1 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:49:25.996604 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-e2c2f4e1-8ccb-4647-9f6f-8c7c71f4bee1 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/networks?id=d454804e-0369-4595-9684-9318d60b78e3 HTTP/1.1" status: 200 len: 811 time: 0.7987778 Jun 16 12:49:26.006179 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-88db683e-75c6-435d-8844-1fbac28dd4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-438913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13920'] for router, precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:26.024904 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7820d9db-0487-4512-8a78-d747068b04ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:26.066807 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7820d9db-0487-4512-8a78-d747068b04ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:26.070697 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-5eb574b6-78ad-45a5-abf9-cae700ba0ad8 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/quotas/63f583c0d2ec4d34a58968da103ccb7f HTTP/1.1" status: 200 len: 375 time: 0.0303953 Jun 16 12:49:26.109067 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.db_base_plugin_common [None req-771695a3-c347-41ea-801a-a536b8826ee0 None None] Allocated IP 172.20.0.2 (b092543c-4e0a-4b3c-b41e-431b7c90a537/6854b649-d35a-4298-9aa6-e7a75a6ae3a1/77b25837-4651-4472-8588-db18f2320e50) {{(pid=109147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:49:26.180377 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-5fdf55b9-9384-4073-9d5d-c2f2818789bc tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=63f583c0d2ec4d34a58968da103ccb7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655456 Jun 16 12:49:26.217319 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-2884d3cd-7984-4d11-bb0a-c6196844b855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:26.232074 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-2884d3cd-7984-4d11-bb0a-c6196844b855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:26.233261 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-2884d3cd-7984-4d11-bb0a-c6196844b855 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/95b60fce-1318-4a1d-87e7-1cd508ef7d0f HTTP/1.1" status: 204 len: 168 time: 1.1004910 Jun 16 12:49:26.243698 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-3dccc826-8169-48aa-b605-668e83a727f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:26.263934 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884d3cd-7984-4d11-bb0a-c6196844b855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b60fce-1318-4a1d-87e7-1cd508ef7d0f,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:26.284543 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-2884d3cd-7984-4d11-bb0a-c6196844b855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:26.286855 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [None req-c78ebe1c-c2f9-45d0-ab65-40d7eda4ecdc admin admin] Allocated IP 172.27.0.215 (31dc54ca-819a-4fca-8a47-71bd58082db2/22fb36b4-54fb-4b68-bc71-a723384dad9b/d2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:49:26.420019 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-0cf263e8-505f-4d8c-9db5-eb96adf8461d None None] For port 3e165895-fdf9-445f-9fa2-5cd7b5a4d6a1, host dv-cinder-766296-6-iscsi, cleared binding levels {{(pid=109147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:49:26.443404 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff045d7-07d6-49f3-b0c3-1f4f5289df71 None None] Network 9ac76732-b5e5-4a02-a83d-61dcd782119c requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:49:26.512568 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-0cf263e8-505f-4d8c-9db5-eb96adf8461d None None] For port 3e165895-fdf9-445f-9fa2-5cd7b5a4d6a1, host dv-cinder-766296-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=3e165895-fdf9-445f-9fa2-5cd7b5a4d6a1,segment=NetworkSegment(c134a422-ed02-4a76-b565-b54dfcd7a8d9),segment_id=c134a422-ed02-4a76-b565-b54dfcd7a8d9)] {{(pid=109147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:49:26.572895 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-0cf263e8-505f-4d8c-9db5-eb96adf8461d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:26.580766 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-88db683e-75c6-435d-8844-1fbac28dd4e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:26.610815 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-88db683e-75c6-435d-8844-1fbac28dd4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:26.623235 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c78ebe1c-c2f9-45d0-ab65-40d7eda4ecdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:26.657414 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:26.769159 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 43874) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:26.901353 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c78ebe1c-c2f9-45d0-ab65-40d7eda4ecdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438'] for port, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:26.904252 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:27.013710 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf263e8-505f-4d8c-9db5-eb96adf8461d None None] Pushing event updated for resources: {'Port': ['ID=3e165895-fdf9-445f-9fa2-5cd7b5a4d6a1,revision_number=2']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:27.014371 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 43878) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:27.029653 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-c40982e7-9fd7-4ba6-be4a-bf64c971aced service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=109145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 12:49:27.046774 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-c40982e7-9fd7-4ba6-be4a-bf64c971aced service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4855988 Jun 16 12:49:27.053318 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-0cf263e8-505f-4d8c-9db5-eb96adf8461d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:27.090102 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-98da8a5e-da01-4934-823a-e5c6607c357e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:27.116129 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-771695a3-c347-41ea-801a-a536b8826ee0 None None] Notify callbacks [] for port, precommit_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:27.161982 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-771695a3-c347-41ea-801a-a536b8826ee0 None None] Transition to ACTIVE for port object 77b25837-4651-4472-8588-db18f2320e50 will not be triggered until provisioned by entity L2. {{(pid=109147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:49:27.179700 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [None req-7820d9db-0487-4512-8a78-d747068b04ea admin admin] Allocated IP 172.27.0.218 (31dc54ca-819a-4fca-8a47-71bd58082db2/22fb36b4-54fb-4b68-bc71-a723384dad9b/3c6fb636-68f3-4fe5-93eb-542e63f258c8) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:49:27.194540 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-771695a3-c347-41ea-801a-a536b8826ee0 None None] Transition to ACTIVE for port object 77b25837-4651-4472-8588-db18f2320e50 will not be triggered until provisioned by entity DHCP. {{(pid=109147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:49:27.222377 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-771695a3-c347-41ea-801a-a536b8826ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438'] for port, after_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:27.228583 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:27.235977 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-98da8a5e-da01-4934-823a-e5c6607c357e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:27.262950 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-98da8a5e-da01-4934-823a-e5c6607c357e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:27.274891 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78ebe1c-c2f9-45d0-ab65-40d7eda4ecdc admin admin] Network 31dc54ca-819a-4fca-8a47-71bd58082db2 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:49:27.297492 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771695a3-c347-41ea-801a-a536b8826ee0 None None] Network b092543c-4e0a-4b3c-b41e-431b7c90a537 is already hosted by enough agents. {{(pid=109147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:49:27.302247 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.scheduler.base_scheduler [None req-771695a3-c347-41ea-801a-a536b8826ee0 None None] Resources bound (agent type, host, resource id): {{(pid=109147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:49:27.317395 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-98da8a5e-da01-4934-823a-e5c6607c357e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e2001b28578b4be1bf37f1e65caaabcf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2569029 Jun 16 12:49:27.318278 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [None req-c78ebe1c-c2f9-45d0-ab65-40d7eda4ecdc admin admin] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:49:27.319187 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771695a3-c347-41ea-801a-a536b8826ee0 None None] Received port after_create {{(pid=109147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:49:27.319386 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 43880) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:27.321261 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78ebe1c-c2f9-45d0-ab65-40d7eda4ecdc admin admin] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:49:27.341010 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771695a3-c347-41ea-801a-a536b8826ee0 None None] Pushing event updated for resources: {'Port': ['ID=77b25837-4651-4472-8588-db18f2320e50,revision_number=1']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:27.349535 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-771695a3-c347-41ea-801a-a536b8826ee0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:27.467908 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-771695a3-c347-41ea-801a-a536b8826ee0 None None] Attempting to bind port 77b25837-4651-4472-8588-db18f2320e50 on host dv-cinder-766296-6-iscsi for vnic_type normal with profile {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:49:27.467908 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-771695a3-c347-41ea-801a-a536b8826ee0 None None] Attempting to bind port 77b25837-4651-4472-8588-db18f2320e50 by drivers openvswitch,hyperv on host dv-cinder-766296-6-iscsi at level 0 using segments [{'id': '042ac9d8-9593-43f5-8ffd-f1b933e86f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537'}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:49:27.468380 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771695a3-c347-41ea-801a-a536b8826ee0 None None] Attempting to bind port 77b25837-4651-4472-8588-db18f2320e50 on network b092543c-4e0a-4b3c-b41e-431b7c90a537 {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:49:27.475097 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771695a3-c347-41ea-801a-a536b8826ee0 None None] Checking agent: {'id': '02c43e25-bd45-43d2-952e-f18e4af744aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766296-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 40, 6), 'started_at': datetime.datetime(2021, 6, 16, 12, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766296-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:49:27.476331 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771695a3-c347-41ea-801a-a536b8826ee0 None None] Checking segment: {'id': '042ac9d8-9593-43f5-8ffd-f1b933e86f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:49:27.477048 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-771695a3-c347-41ea-801a-a536b8826ee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:27.477483 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771695a3-c347-41ea-801a-a536b8826ee0 None None] Bound using segment: {'id': '042ac9d8-9593-43f5-8ffd-f1b933e86f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537'} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:49:27.478163 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-771695a3-c347-41ea-801a-a536b8826ee0 None None] Bound port: 77b25837-4651-4472-8588-db18f2320e50, host: dv-cinder-766296-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042ac9d8-9593-43f5-8ffd-f1b933e86f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537'}}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:49:27.478587 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-771695a3-c347-41ea-801a-a536b8826ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:27.535009 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ebe1c-c2f9-45d0-ab65-40d7eda4ecdc admin admin] Pushing event updated for resources: {'Port': ['ID=d2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:27.538821 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-c78ebe1c-c2f9-45d0-ab65-40d7eda4ecdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:27.559968 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-7d088bb9-2244-4d3f-bbff-b969fdddda4b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-374565801-network', 'tenant_id': '36fa9470f1a645fba5f3463d9983790b'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:49:27.565300 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.253s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:27.642591 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7820d9db-0487-4512-8a78-d747068b04ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:27.645855 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-771695a3-c347-41ea-801a-a536b8826ee0 None None] For port 77b25837-4651-4472-8588-db18f2320e50, host dv-cinder-766296-6-iscsi, cleared binding levels {{(pid=109147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:49:27.652722 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-771695a3-c347-41ea-801a-a536b8826ee0 None None] For port 77b25837-4651-4472-8588-db18f2320e50, host dv-cinder-766296-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=77b25837-4651-4472-8588-db18f2320e50,segment=NetworkSegment(042ac9d8-9593-43f5-8ffd-f1b933e86f71),segment_id=042ac9d8-9593-43f5-8ffd-f1b933e86f71)] {{(pid=109147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:49:27.665527 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-771695a3-c347-41ea-801a-a536b8826ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:27.675677 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:27.696417 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-90877189-d625-479e-aa67-3f0a34350c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:27.784749 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98da8a5e-da01-4934-823a-e5c6607c357e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf445194-8f10-44fb-be75-5158ec464b68,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:27.797717 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-98da8a5e-da01-4934-823a-e5c6607c357e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:27.818185 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-90877189-d625-479e-aa67-3f0a34350c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:27.836628 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-157a3bd5-a768-4c0c-89ab-7a26d8c1ff73 service neutron] 10.222.0.67 "GET /v2.0/networks/d454804e-0369-4595-9684-9318d60b78e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7888906 Jun 16 12:49:27.838202 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771695a3-c347-41ea-801a-a536b8826ee0 None None] Pushing event updated for resources: {'Port': ['ID=77b25837-4651-4472-8588-db18f2320e50,revision_number=2']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:27.856155 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-771695a3-c347-41ea-801a-a536b8826ee0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:27.863531 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d088bb9-2244-4d3f-bbff-b969fdddda4b admin admin] Made reservation on behalf of 36fa9470f1a645fba5f3463d9983790b for: {'network': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:49:27.865976 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-7d088bb9-2244-4d3f-bbff-b969fdddda4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for network, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:27.999693 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7820d9db-0487-4512-8a78-d747068b04ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438'] for port, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:28.042947 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:28.058949 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-7d088bb9-2244-4d3f-bbff-b969fdddda4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:28.079122 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-90877189-d625-479e-aa67-3f0a34350c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:28.091092 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7820d9db-0487-4512-8a78-d747068b04ea admin admin] Network 31dc54ca-819a-4fca-8a47-71bd58082db2 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:49:28.097571 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-90877189-d625-479e-aa67-3f0a34350c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:28.098766 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-90877189-d625-479e-aa67-3f0a34350c84 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bf445194-8f10-44fb-be75-5158ec464b68 HTTP/1.1" status: 204 len: 168 time: 0.7741635 Jun 16 12:49:28.110725 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-7820d9db-0487-4512-8a78-d747068b04ea admin admin] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:49:28.119976 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7820d9db-0487-4512-8a78-d747068b04ea admin admin] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:49:28.275966 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [None req-88db683e-75c6-435d-8844-1fbac28dd4e4 admin admin] Allocated IP 172.27.0.244 (31dc54ca-819a-4fca-8a47-71bd58082db2/22fb36b4-54fb-4b68-bc71-a723384dad9b/caa75605-faad-479b-9dfb-687b909f36b4) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:49:28.301020 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7820d9db-0487-4512-8a78-d747068b04ea admin admin] Pushing event updated for resources: {'Port': ['ID=3c6fb636-68f3-4fe5-93eb-542e63f258c8,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:28.333433 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-7820d9db-0487-4512-8a78-d747068b04ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:28.333433 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:28.397689 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-7b2a4584-0a0f-491b-99cd-65f2036b3295 service neutron] 10.222.0.67 "GET /v2.0/networks/d454804e-0369-4595-9684-9318d60b78e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5585170 Jun 16 12:49:28.406976 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90877189-d625-479e-aa67-3f0a34350c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf445194-8f10-44fb-be75-5158ec464b68,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:28.407805 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c78ebe1c-c2f9-45d0-ab65-40d7eda4ecdc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:28.419504 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-90877189-d625-479e-aa67-3f0a34350c84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:28.563939 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d46f60-c2a8-43ca-9a16-5ea20948adb9 None None] Network ea00ad74-87b8-4238-b685-834f4d31b647 requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:49:28.729628 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4b173212-7016-457f-bc6c-3ed8e22aaac3 None None] Provisioning for port 3e165895-fdf9-445f-9fa2-5cd7b5a4d6a1 completed by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:49:28.776804 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-7d088bb9-2244-4d3f-bbff-b969fdddda4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:28.862425 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-7d088bb9-2244-4d3f-bbff-b969fdddda4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:28.968717 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 43916) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:28.999789 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-88db683e-75c6-435d-8844-1fbac28dd4e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:29.020874 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:29.188107 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d088bb9-2244-4d3f-bbff-b969fdddda4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a74b30-6206-49e2-b92f-645b6e010d28,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:29.257237 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7820d9db-0487-4512-8a78-d747068b04ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:29.333975 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 3e165895-fdf9-445f-9fa2-5cd7b5a4d6a1 up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:49:29.382129 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-7d088bb9-2244-4d3f-bbff-b969fdddda4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:29.536922 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ef096c74-2f1d-49b3-860b-664be08fe94b req-fb799a5e-aa04-43b9-a355-5e10c44c9434 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/ports?device_id=8744a86c-c539-4304-bcd5-08d5340904dd HTTP/1.1" status: 200 len: 210 time: 0.5513365 Jun 16 12:49:29.543440 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c78ebe1c-c2f9-45d0-ab65-40d7eda4ecdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439031'] for router, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:29.551422 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d088bb9-2244-4d3f-bbff-b969fdddda4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=109145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 12:49:29.577154 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning for port 3e165895-fdf9-445f-9fa2-5cd7b5a4d6a1 completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:49:29.586414 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port 3e165895-fdf9-445f-9fa2-5cd7b5a4d6a1 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:49:29.586864 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:29.596275 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-7d088bb9-2244-4d3f-bbff-b969fdddda4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076'] for segment, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:29.596957 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.db.segments_db [None req-7d088bb9-2244-4d3f-bbff-b969fdddda4b admin admin] Added segment 4f1a3ef5-0764-4f4a-a093-63bf42dcbb75 of type vlan for network 50c6a0e7-81ce-4e1f-a3fc-e4aa12e3fbd0 Jun 16 12:49:29.695753 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-7d088bb9-2244-4d3f-bbff-b969fdddda4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754302079645'] for network, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:29.977990 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-88db683e-75c6-435d-8844-1fbac28dd4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438'] for port, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:30.082590 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:30.088394 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-7d088bb9-2244-4d3f-bbff-b969fdddda4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281'] for network, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:30.098317 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d088bb9-2244-4d3f-bbff-b969fdddda4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:49:30.099061 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-7d088bb9-2244-4d3f-bbff-b969fdddda4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for network, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:30.106067 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-f83fb0c5-a967-4440-95dd-7c49331b68cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:30.139309 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78ebe1c-c2f9-45d0-ab65-40d7eda4ecdc admin admin] Router d90b2468-74ee-4397-8c5f-cea2a71abb18 is scheduled to L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 with binding_index 1 {{(pid=109145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 12:49:30.173904 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-7d088bb9-2244-4d3f-bbff-b969fdddda4b admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.3994613 Jun 16 12:49:30.177965 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 43970) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:30.193278 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-fbfdac23-8896-4ea4-88eb-027ad87cfebe admin admin] Request body: {'subnet': {'network_id': '50c6a0e7-81ce-4e1f-a3fc-e4aa12e3fbd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-374565801-subnet', 'tenant_id': '36fa9470f1a645fba5f3463d9983790b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:49:30.216500 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88db683e-75c6-435d-8844-1fbac28dd4e4 admin admin] Network 31dc54ca-819a-4fca-8a47-71bd58082db2 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:49:30.232438 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-88db683e-75c6-435d-8844-1fbac28dd4e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:49:30.237787 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88db683e-75c6-435d-8844-1fbac28dd4e4 admin admin] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:49:30.253134 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:30.274282 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfdac23-8896-4ea4-88eb-027ad87cfebe admin admin] Made reservation on behalf of 36fa9470f1a645fba5f3463d9983790b for: {'subnet': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:49:30.278732 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-fbfdac23-8896-4ea4-88eb-027ad87cfebe admin admin] Notify callbacks [] for subnet, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:30.319818 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db683e-75c6-435d-8844-1fbac28dd4e4 admin admin] Pushing event updated for resources: {'Port': ['ID=caa75605-faad-479b-9dfb-687b909f36b4,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:30.320471 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d088bb9-2244-4d3f-bbff-b969fdddda4b admin admin] Pushing event updated for resources: {'Network': ['ID=50c6a0e7-81ce-4e1f-a3fc-e4aa12e3fbd0,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:30.370712 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-7d088bb9-2244-4d3f-bbff-b969fdddda4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:30.373138 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] For port 3e165895-fdf9-445f-9fa2-5cd7b5a4d6a1, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=3e165895-fdf9-445f-9fa2-5cd7b5a4d6a1,segment=NetworkSegment(c134a422-ed02-4a76-b565-b54dfcd7a8d9),segment_id=c134a422-ed02-4a76-b565-b54dfcd7a8d9)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:49:30.379480 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cd21da-9ba0-4d0e-8627-16f3de2a2f31 None None] Network b092543c-4e0a-4b3c-b41e-431b7c90a537 requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:49:30.521288 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78ebe1c-c2f9-45d0-ab65-40d7eda4ecdc admin admin] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 12:49:30.539540 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd69713c-8404-46b0-b741-56aea22a2b5c None None] Sync routers for ids ['d90b2468-74ee-4397-8c5f-cea2a71abb18'] in dv-cinder-766296-6-iscsi {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 12:49:30.546562 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c78ebe1c-c2f9-45d0-ab65-40d7eda4ecdc admin admin] Notify callbacks [] for router, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:30.548051 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-c78ebe1c-c2f9-45d0-ab65-40d7eda4ecdc admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.6418211 Jun 16 12:49:30.573723 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 43984) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:30.607013 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd69713c-8404-46b0-b741-56aea22a2b5c None None] Routers {'d90b2468-74ee-4397-8c5f-cea2a71abb18'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:49:30.608055 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-dd69713c-8404-46b0-b741-56aea22a2b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644b763ac0>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:49:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['d90b2468-74ee-4397-8c5f-cea2a71abb18'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:49:30.610649 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-88db683e-75c6-435d-8844-1fbac28dd4e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:30.630075 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Network 50c6a0e7-81ce-4e1f-a3fc-e4aa12e3fbd0 details requested by agent ovs-agent-dv-cinder-766296-6-iscsi with host dv-cinder-766296-6-iscsi {{(pid=109147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 12:49:30.633652 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:30.671950 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-22bb494e-a817-4fd3-9f2a-d5f9143cc1e7 None None] Provisioning for port 77b25837-4651-4472-8588-db18f2320e50 completed by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:49:30.687083 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 77b25837-4651-4472-8588-db18f2320e50 up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:49:30.743234 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:30.821630 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Pushing event updated for resources: {'Port': ['ID=3e165895-fdf9-445f-9fa2-5cd7b5a4d6a1,revision_number=3']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:30.826311 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:30.863663 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning for port 77b25837-4651-4472-8588-db18f2320e50 completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:49:30.892979 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port 77b25837-4651-4472-8588-db18f2320e50 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:49:30.894181 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:31.117321 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:31.383749 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-dd69713c-8404-46b0-b741-56aea22a2b5c None None] Set router d90b2468-74ee-4397-8c5f-cea2a71abb18 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:49:31.418639 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:31.423165 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-95986b4f-e2bc-4fe5-8883-6fa2e3ad9570 req-bc080e15-6d05-43ad-a4af-78705f7e08f0 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/ports?device_id=8744a86c-c539-4304-bcd5-08d5340904dd HTTP/1.1" status: 200 len: 210 time: 0.1296117 Jun 16 12:49:31.487124 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-88db683e-75c6-435d-8844-1fbac28dd4e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:31.496227 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea73433f-514f-45fd-b753-6141ae576703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:31.668537 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-fbfdac23-8896-4ea4-88eb-027ad87cfebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272'] for subnet, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:31.689728 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] For port 77b25837-4651-4472-8588-db18f2320e50, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=77b25837-4651-4472-8588-db18f2320e50,segment=NetworkSegment(042ac9d8-9593-43f5-8ffd-f1b933e86f71),segment_id=042ac9d8-9593-43f5-8ffd-f1b933e86f71)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:49:31.692911 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:31.705359 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:31.729376 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:31.803090 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7820d9db-0487-4512-8a78-d747068b04ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439031'] for router, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:31.863168 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Pushing event updated for resources: {'Port': ['ID=77b25837-4651-4472-8588-db18f2320e50,revision_number=3']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:31.870044 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:31.886776 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-96e3aaf3-6d63-44fc-a5bb-d2e21845179b None None] Provisioning complete for port 3e165895-fdf9-445f-9fa2-5cd7b5a4d6a1 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:49:31.886919 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-96e3aaf3-6d63-44fc-a5bb-d2e21845179b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:32.022132 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 3e165895-fdf9-445f-9fa2-5cd7b5a4d6a1 up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:49:32.129307 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfdac23-8896-4ea4-88eb-027ad87cfebe admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cbdddc4-3ab6-49eb-a959-147592656684,revision_number=0']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:32.140313 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-fbfdac23-8896-4ea4-88eb-027ad87cfebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:32.149564 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfdac23-8896-4ea4-88eb-027ad87cfebe admin admin] Checking segment: {'id': '4f1a3ef5-0764-4f4a-a093-63bf42dcbb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '50c6a0e7-81ce-4e1f-a3fc-e4aa12e3fbd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:49:32.150750 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfdac23-8896-4ea4-88eb-027ad87cfebe admin admin] Network hostable DHCP agents. Network: 50c6a0e7-81ce-4e1f-a3fc-e4aa12e3fbd0, hostable agents: ['d62bbf24-a105-422a-86ef-12dacf7896c4'], hosted agents: [] {{(pid=109145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 12:49:32.194864 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfdac23-8896-4ea4-88eb-027ad87cfebe admin admin] Network 50c6a0e7-81ce-4e1f-a3fc-e4aa12e3fbd0 is scheduled to be hosted by DHCP agent d62bbf24-a105-422a-86ef-12dacf7896c4 with binding_index 1 {{(pid=109145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 12:49:32.206834 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-dd69713c-8404-46b0-b741-56aea22a2b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644b763ac0>, [{'id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'name': 'tempest-AttachVolumeTestJSON-2070282617-router', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:23Z', 'updated_at': '2021-06-16T12:49:27Z', 'revision_number': 3, 'project_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'gw_port': {'id': 'd2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:57:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:25Z', 'updated_at': '2021-06-16T12:49:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi'}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:49:32.212320 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [None req-fbfdac23-8896-4ea4-88eb-027ad87cfebe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766296-6-iscsi, 50c6a0e7-81ce-4e1f-a3fc-e4aa12e3fbd0) {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:49:32.218630 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd69713c-8404-46b0-b741-56aea22a2b5c None None] Checking router: d90b2468-74ee-4397-8c5f-cea2a71abb18 for host: dv-cinder-766296-6-iscsi {{(pid=109148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 12:49:32.218952 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfdac23-8896-4ea4-88eb-027ad87cfebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:49:32.219465 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd69713c-8404-46b0-b741-56aea22a2b5c None None] Updating router d90b2468-74ee-4397-8c5f-cea2a71abb18 port d2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5 binding host dv-cinder-766296-6-iscsi {{(pid=109148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 12:49:32.219693 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-fbfdac23-8896-4ea4-88eb-027ad87cfebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for subnet, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:32.291330 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-dd69713c-8404-46b0-b741-56aea22a2b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:32.312609 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a9691b-57b9-48bb-8c12-0e65b3d43992 None None] Network 50c6a0e7-81ce-4e1f-a3fc-e4aa12e3fbd0 requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:49:32.431436 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-fbfdac23-8896-4ea4-88eb-027ad87cfebe admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2460926 Jun 16 12:49:32.596801 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-da73e0c0-3ac2-4ab2-973d-e8bf58dab33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:32.741833 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port 3e165895-fdf9-445f-9fa2-5cd7b5a4d6a1 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:49:32.744894 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:32.765040 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2821901a-fb82-4623-9343-4c027fe8f557 req-917fda80-5945-4f62-aa90-b07bed0ecdd4 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/ports?device_id=8744a86c-c539-4304-bcd5-08d5340904dd HTTP/1.1" status: 200 len: 210 time: 0.2140031 Jun 16 12:49:33.022129 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-dd69713c-8404-46b0-b741-56aea22a2b5c None None] Notify callbacks [] for port, precommit_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:33.023331 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7820d9db-0487-4512-8a78-d747068b04ea admin admin] Router b0bae54f-9a8a-4397-b20e-232d984cf51e is scheduled to L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 with binding_index 1 {{(pid=109146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 12:49:33.050061 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.provisioning_blocks [None req-dd69713c-8404-46b0-b741-56aea22a2b5c None None] Transition to ACTIVE for port object d2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5 will not be triggered until provisioned by entity L2. {{(pid=109148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:49:33.065866 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-dd69713c-8404-46b0-b741-56aea22a2b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:33.075168 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:33.089319 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 44064) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:33.138391 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f81953e-84d2-4640-8565-7bac33fa4081 None None] Network 50c6a0e7-81ce-4e1f-a3fc-e4aa12e3fbd0 requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:49:33.158290 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-88db683e-75c6-435d-8844-1fbac28dd4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439031'] for router, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:33.227950 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b2280e-fd58-40c6-ba51-776f8778e6ff None None] Pushing event updated for resources: {'Port': ['ID=d2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5,revision_number=2']} {{(pid=109148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:33.269520 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b2280e-fd58-40c6-ba51-776f8778e6ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:33.270127 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b2280e-fd58-40c6-ba51-776f8778e6ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:33.270730 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b2280e-fd58-40c6-ba51-776f8778e6ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:33.271317 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b2280e-fd58-40c6-ba51-776f8778e6ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:33.275080 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b2280e-fd58-40c6-ba51-776f8778e6ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:33.276234 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b2280e-fd58-40c6-ba51-776f8778e6ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:33.276234 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b2280e-fd58-40c6-ba51-776f8778e6ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:33.276772 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b2280e-fd58-40c6-ba51-776f8778e6ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:33.277335 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b2280e-fd58-40c6-ba51-776f8778e6ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:33.277887 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b2280e-fd58-40c6-ba51-776f8778e6ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:33.283660 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b2280e-fd58-40c6-ba51-776f8778e6ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:33.284341 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b2280e-fd58-40c6-ba51-776f8778e6ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:49:33.286432 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b2280e-fd58-40c6-ba51-776f8778e6ff None None] Tracked resource versions report: Jun 16 12:49:33.286432 dv-cinder-766296-6-iscsi neutron-server[109148]: pushed versions: Jun 16 12:49:33.286432 dv-cinder-766296-6-iscsi neutron-server[109148]: { 'AddressGroup': {'1.2'}, Jun 16 12:49:33.286432 dv-cinder-766296-6-iscsi neutron-server[109148]: 'ConntrackHelper': {'1.0'}, Jun 16 12:49:33.286432 dv-cinder-766296-6-iscsi neutron-server[109148]: 'Log': {'1.0'}, Jun 16 12:49:33.286432 dv-cinder-766296-6-iscsi neutron-server[109148]: 'Network': {'1.1'}, Jun 16 12:49:33.286432 dv-cinder-766296-6-iscsi neutron-server[109148]: 'Port': {'1.7'}, Jun 16 12:49:33.286432 dv-cinder-766296-6-iscsi neutron-server[109148]: 'PortForwarding': {'1.2'}, Jun 16 12:49:33.286432 dv-cinder-766296-6-iscsi neutron-server[109148]: 'QosPolicy': {'1.8'}, Jun 16 12:49:33.286432 dv-cinder-766296-6-iscsi neutron-server[109148]: 'SecurityGroup': {'1.4'}, Jun 16 12:49:33.286432 dv-cinder-766296-6-iscsi neutron-server[109148]: 'SecurityGroupRule': {'1.2'}, Jun 16 12:49:33.286432 dv-cinder-766296-6-iscsi neutron-server[109148]: 'SubPort': {'1.0'}, Jun 16 12:49:33.286432 dv-cinder-766296-6-iscsi neutron-server[109148]: 'Subnet': {'1.1'}, Jun 16 12:49:33.286432 dv-cinder-766296-6-iscsi neutron-server[109148]: 'Trunk': {'1.1'}} Jun 16 12:49:33.286432 dv-cinder-766296-6-iscsi neutron-server[109148]: consumer versions: Jun 16 12:49:33.286432 dv-cinder-766296-6-iscsi neutron-server[109148]: { DHCP agent@dv-cinder-766296-6-iscsi: {}, Jun 16 12:49:33.286432 dv-cinder-766296-6-iscsi neutron-server[109148]: HyperV agent@hv-cinder-76629: {}, Jun 16 12:49:33.286432 dv-cinder-766296-6-iscsi neutron-server[109148]: L3 agent@dv-cinder-766296-6-iscsi: {}, Jun 16 12:49:33.286432 dv-cinder-766296-6-iscsi neutron-server[109148]: Metadata agent@dv-cinder-766296-6-iscsi: {}, Jun 16 12:49:33.286432 dv-cinder-766296-6-iscsi neutron-server[109148]: Metering agent@dv-cinder-766296-6-iscsi: {}, Jun 16 12:49:33.286432 dv-cinder-766296-6-iscsi neutron-server[109148]: Open vSwitch agent@dv-cinder-766296-6-iscsi: { 'AddressGroup': '1.2', Jun 16 12:49:33.286432 dv-cinder-766296-6-iscsi neutron-server[109148]: 'ConntrackHelper': '1.0', Jun 16 12:49:33.286432 dv-cinder-766296-6-iscsi neutron-server[109148]: 'Log': '1.0', Jun 16 12:49:33.286432 dv-cinder-766296-6-iscsi neutron-server[109148]: 'Network': '1.1', Jun 16 12:49:33.286432 dv-cinder-766296-6-iscsi neutron-server[109148]: 'Port': '1.7', Jun 16 12:49:33.286432 dv-cinder-766296-6-iscsi neutron-server[109148]: 'PortForwarding': '1.2', Jun 16 12:49:33.286432 dv-cinder-766296-6-iscsi neutron-server[109148]: 'QosPolicy': '1.8', Jun 16 12:49:33.286432 dv-cinder-766296-6-iscsi neutron-server[109148]: 'SecurityGroup': '1.4', Jun 16 12:49:33.286432 dv-cinder-766296-6-iscsi neutron-server[109148]: 'SecurityGroupRule': '1.2', Jun 16 12:49:33.286432 dv-cinder-766296-6-iscsi neutron-server[109148]: 'SubPort': '1.0', Jun 16 12:49:33.286432 dv-cinder-766296-6-iscsi neutron-server[109148]: 'Subnet': '1.1', Jun 16 12:49:33.286432 dv-cinder-766296-6-iscsi neutron-server[109148]: 'Trunk': '1.1'}} Jun 16 12:49:33.286432 dv-cinder-766296-6-iscsi neutron-server[109148]: {{(pid=109148) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 12:49:33.338055 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG oslo_concurrency.lockutils [None req-46b2280e-fd58-40c6-ba51-776f8778e6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=109148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:33.450694 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-dd69713c-8404-46b0-b741-56aea22a2b5c None None] Attempting to bind port d2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5 on host dv-cinder-766296-6-iscsi for vnic_type normal with profile {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:49:33.451359 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-dd69713c-8404-46b0-b741-56aea22a2b5c None None] Attempting to bind port d2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5 by drivers openvswitch,hyperv on host dv-cinder-766296-6-iscsi at level 0 using segments [{'id': 'ccabc92d-cb7c-48c7-8ba2-36435bcfb991', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'}] {{(pid=109148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:49:33.452010 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd69713c-8404-46b0-b741-56aea22a2b5c None None] Attempting to bind port d2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5 on network 31dc54ca-819a-4fca-8a47-71bd58082db2 {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:49:33.479989 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd69713c-8404-46b0-b741-56aea22a2b5c None None] Checking agent: {'id': '02c43e25-bd45-43d2-952e-f18e4af744aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766296-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 40, 6), 'started_at': datetime.datetime(2021, 6, 16, 12, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766296-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:49:33.479989 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd69713c-8404-46b0-b741-56aea22a2b5c None None] Checking segment: {'id': 'ccabc92d-cb7c-48c7-8ba2-36435bcfb991', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:49:33.480710 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-dd69713c-8404-46b0-b741-56aea22a2b5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:33.481280 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd69713c-8404-46b0-b741-56aea22a2b5c None None] Bound using segment: {'id': 'ccabc92d-cb7c-48c7-8ba2-36435bcfb991', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'} {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:49:33.484540 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-2899c8f8-33a5-4df0-b97e-61504b664074 None None] Provisioning complete for port 77b25837-4651-4472-8588-db18f2320e50 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:49:33.485343 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-2899c8f8-33a5-4df0-b97e-61504b664074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:33.487705 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-dd69713c-8404-46b0-b741-56aea22a2b5c None None] Bound port: d2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5, host: dv-cinder-766296-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccabc92d-cb7c-48c7-8ba2-36435bcfb991', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'}}] {{(pid=109148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:49:33.488380 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-dd69713c-8404-46b0-b741-56aea22a2b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:33.663781 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.db [None req-dd69713c-8404-46b0-b741-56aea22a2b5c None None] For port d2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5, host dv-cinder-766296-6-iscsi, cleared binding levels {{(pid=109148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:49:33.664765 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [None req-da73e0c0-3ac2-4ab2-973d-e8bf58dab33d admin admin] Allocated IP 172.20.0.1 (ea00ad74-87b8-4238-b685-834f4d31b647/1a94bd32-4e74-4078-a9cb-34eb92b42cef/430791d5-2282-4cc2-afa2-e94d4ce8a8a8) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:49:33.685688 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.db [None req-dd69713c-8404-46b0-b741-56aea22a2b5c None None] For port d2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5, host dv-cinder-766296-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=d2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5,segment=NetworkSegment(ccabc92d-cb7c-48c7-8ba2-36435bcfb991),segment_id=ccabc92d-cb7c-48c7-8ba2-36435bcfb991)] {{(pid=109148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:49:33.696047 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-dd69713c-8404-46b0-b741-56aea22a2b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:33.710084 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG oslo_concurrency.lockutils [None req-471366fa-a74e-4686-961d-4e47d7bd8249 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:33.902130 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b2280e-fd58-40c6-ba51-776f8778e6ff None None] Pushing event updated for resources: {'Port': ['ID=d2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5,revision_number=3']} {{(pid=109148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:33.910777 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG oslo_concurrency.lockutils [None req-46b2280e-fd58-40c6-ba51-776f8778e6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=109148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:33.961934 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd69713c-8404-46b0-b741-56aea22a2b5c None None] Routers {'d90b2468-74ee-4397-8c5f-cea2a71abb18'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:49:33.964669 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-dd69713c-8404-46b0-b741-56aea22a2b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644b763ac0>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:49:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['d90b2468-74ee-4397-8c5f-cea2a71abb18'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:49:34.109298 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7820d9db-0487-4512-8a78-d747068b04ea admin admin] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 12:49:34.133933 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-304bb8eb-c819-479e-9ef6-ed2e4e5244c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:34.151851 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bded7bba-3b37-4e63-8dd1-1bb06ffc38f2 None None] Sync routers for ids ['b0bae54f-9a8a-4397-b20e-232d984cf51e'] in dv-cinder-766296-6-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 12:49:34.183415 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bded7bba-3b37-4e63-8dd1-1bb06ffc38f2 None None] Routers {'b0bae54f-9a8a-4397-b20e-232d984cf51e'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:49:34.187432 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-bded7bba-3b37-4e63-8dd1-1bb06ffc38f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a8a3dc0>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:49:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['b0bae54f-9a8a-4397-b20e-232d984cf51e'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:49:34.196678 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7820d9db-0487-4512-8a78-d747068b04ea admin admin] Notify callbacks [] for router, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:34.202341 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-7820d9db-0487-4512-8a78-d747068b04ea admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.5781541 Jun 16 12:49:34.205372 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 44082) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:34.369331 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 77b25837-4651-4472-8588-db18f2320e50 up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:49:34.408429 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-da73e0c0-3ac2-4ab2-973d-e8bf58dab33d admin admin] Notify callbacks [] for port, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:34.459240 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-dd69713c-8404-46b0-b741-56aea22a2b5c None None] Set router d90b2468-74ee-4397-8c5f-cea2a71abb18 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:49:34.473583 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88db683e-75c6-435d-8844-1fbac28dd4e4 admin admin] Router be039bce-e7ae-422b-a4e1-d248c829e71e is scheduled to L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 with binding_index 1 {{(pid=109146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 12:49:34.477386 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7ecb4c2c-10b5-4f4b-9a30-84f09e5596fc req-e75d368b-f483-42eb-bc2b-f685e153ae4d tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/ports?device_id=8744a86c-c539-4304-bcd5-08d5340904dd HTTP/1.1" status: 200 len: 210 time: 0.1221216 Jun 16 12:49:34.564772 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.provisioning_blocks [None req-da73e0c0-3ac2-4ab2-973d-e8bf58dab33d admin admin] Transition to ACTIVE for port object 430791d5-2282-4cc2-afa2-e94d4ce8a8a8 will not be triggered until provisioned by entity DHCP. {{(pid=109145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:49:34.760184 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-304bb8eb-c819-479e-9ef6-ed2e4e5244c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:34.764209 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port 77b25837-4651-4472-8588-db18f2320e50 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:49:34.765264 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:34.798715 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-304bb8eb-c819-479e-9ef6-ed2e4e5244c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:34.903620 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-bded7bba-3b37-4e63-8dd1-1bb06ffc38f2 None None] Set router b0bae54f-9a8a-4397-b20e-232d984cf51e gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:49:35.001111 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-430b9a32-b760-4928-9024-04a151bd7b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:35.007402 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 44102) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:35.031450 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-f982061e-3b8d-44b4-a04e-aefda78b275d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-27823067-network', 'tenant_id': '819f4fe88d1e460fb786b78f43497c86'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:49:35.117754 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 44106) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:35.120191 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-304bb8eb-c819-479e-9ef6-ed2e4e5244c7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3db97752d0e943489579d983a7ecdb88&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0270402 Jun 16 12:49:35.168264 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304bb8eb-c819-479e-9ef6-ed2e4e5244c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b728d7-c186-4120-9f36-73d2f3ea8f8f,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:35.189064 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-304bb8eb-c819-479e-9ef6-ed2e4e5244c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:35.193456 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-da73e0c0-3ac2-4ab2-973d-e8bf58dab33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438'] for port, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:35.214880 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:35.218663 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f982061e-3b8d-44b4-a04e-aefda78b275d admin admin] Made reservation on behalf of 819f4fe88d1e460fb786b78f43497c86 for: {'network': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:49:35.221256 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f982061e-3b8d-44b4-a04e-aefda78b275d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for network, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:35.249348 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-dd69713c-8404-46b0-b741-56aea22a2b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644b763ac0>, [{'id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'name': 'tempest-AttachVolumeTestJSON-2070282617-router', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:23Z', 'updated_at': '2021-06-16T12:49:27Z', 'revision_number': 3, 'project_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'gw_port': {'id': 'd2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:57:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:25Z', 'updated_at': '2021-06-16T12:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi'}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:49:35.255311 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd69713c-8404-46b0-b741-56aea22a2b5c None None] The sync data for ids ['d90b2468-74ee-4397-8c5f-cea2a71abb18'] in dv-cinder-766296-6-iscsi is: [{'id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'name': 'tempest-AttachVolumeTestJSON-2070282617-router', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:23Z', 'updated_at': '2021-06-16T12:49:27Z', 'revision_number': 3, 'project_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'gw_port': {'id': 'd2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:57:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:25Z', 'updated_at': '2021-06-16T12:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi'}] {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 12:49:35.268716 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88db683e-75c6-435d-8844-1fbac28dd4e4 admin admin] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 12:49:35.289593 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4511b5-9f8c-40fc-bd12-e3ee4fa5a854 None None] Sync routers for ids ['be039bce-e7ae-422b-a4e1-d248c829e71e'] in dv-cinder-766296-6-iscsi {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 12:49:35.310979 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4511b5-9f8c-40fc-bd12-e3ee4fa5a854 None None] Routers {'be039bce-e7ae-422b-a4e1-d248c829e71e'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:49:35.311342 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.73', 56606) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:35.311633 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-2c4511b5-9f8c-40fc-bd12-e3ee4fa5a854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644b5f7b80>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:49:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['be039bce-e7ae-422b-a4e1-d248c829e71e'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:49:35.436864 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f982061e-3b8d-44b4-a04e-aefda78b275d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:35.485830 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da73e0c0-3ac2-4ab2-973d-e8bf58dab33d admin admin] Network ea00ad74-87b8-4238-b685-834f4d31b647 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:49:35.507533 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [None req-da73e0c0-3ac2-4ab2-973d-e8bf58dab33d admin admin] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:49:35.508022 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-88db683e-75c6-435d-8844-1fbac28dd4e4 admin admin] Notify callbacks [] for router, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:35.510314 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-88db683e-75c6-435d-8844-1fbac28dd4e4 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 10.0371318 Jun 16 12:49:35.523688 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 44114) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:35.591886 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-f7ee2890-133e-4328-b579-422f16c83fba tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:49:35.593785 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-f7ee2890-133e-4328-b579-422f16c83fba tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.73 "GET /v2.0/networks?id=d454804e-0369-4595-9684-9318d60b78e3 HTTP/1.1" status: 200 len: 811 time: 0.2757027 Jun 16 12:49:35.598185 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da73e0c0-3ac2-4ab2-973d-e8bf58dab33d admin admin] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:49:35.598851 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-da73e0c0-3ac2-4ab2-973d-e8bf58dab33d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442950'] for router_interface, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:36.052256 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4edc9906-3f88-4dff-8ad2-8bf16eec6b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:36.111227 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4edc9906-3f88-4dff-8ad2-8bf16eec6b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:36.189400 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-2c4511b5-9f8c-40fc-bd12-e3ee4fa5a854 None None] Set router be039bce-e7ae-422b-a4e1-d248c829e71e gateway port host: dv-cinder-766296-6-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:49:36.206110 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4edc9906-3f88-4dff-8ad2-8bf16eec6b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:36.237591 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4edc9906-3f88-4dff-8ad2-8bf16eec6b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:36.253247 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-4edc9906-3f88-4dff-8ad2-8bf16eec6b86 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/08b728d7-c186-4120-9f36-73d2f3ea8f8f HTTP/1.1" status: 204 len: 168 time: 1.1254437 Jun 16 12:49:36.277563 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:36.292729 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-90877189-d625-479e-aa67-3f0a34350c84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:36.422894 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-0af2f9f7-fbe4-4621-8999-cbffb62bae78 None None] Provisioning for port 430791d5-2282-4cc2-afa2-e94d4ce8a8a8 completed by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:49:36.470940 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-0af2f9f7-fbe4-4621-8999-cbffb62bae78 None None] Provisioning complete for port 430791d5-2282-4cc2-afa2-e94d4ce8a8a8 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:49:36.471641 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-0af2f9f7-fbe4-4621-8999-cbffb62bae78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:36.473430 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edc9906-3f88-4dff-8ad2-8bf16eec6b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b728d7-c186-4120-9f36-73d2f3ea8f8f,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:36.475816 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-0dc73c41-260f-4fab-8d97-5dc58759f66b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:36.481986 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-e1dac3f7-b61d-4e74-a6da-402333358e78 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] Request body: {'port': {'device_id': '8744a86c-c539-4304-bcd5-08d5340904dd', 'network_id': 'd454804e-0369-4595-9684-9318d60b78e3', 'admin_state_up': True, 'tenant_id': '63f583c0d2ec4d34a58968da103ccb7f'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:49:36.485278 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-4edc9906-3f88-4dff-8ad2-8bf16eec6b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:36.652925 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9b1f60a6-b400-4a54-892f-b2f342beabbe req-0606068c-35ad-40cc-bc7f-52bb1fe91491 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/ports?device_id=8744a86c-c539-4304-bcd5-08d5340904dd HTTP/1.1" status: 200 len: 210 time: 0.2147501 Jun 16 12:49:36.720937 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-0af2f9f7-fbe4-4621-8999-cbffb62bae78 None None] Port 430791d5-2282-4cc2-afa2-e94d4ce8a8a8 cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 12:49:36.726011 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73e0c0-3ac2-4ab2-973d-e8bf58dab33d admin admin] Pushing event updated for resources: {'Port': ['ID=430791d5-2282-4cc2-afa2-e94d4ce8a8a8,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:36.736682 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-da73e0c0-3ac2-4ab2-973d-e8bf58dab33d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.521s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:36.744354 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-bded7bba-3b37-4e63-8dd1-1bb06ffc38f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a8a3dc0>, [{'id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'name': 'tempest-AttachVolumeShelveTestJSON-834222333-router', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '3c6fb636-68f3-4fe5-93eb-542e63f258c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:24Z', 'updated_at': '2021-06-16T12:49:28Z', 'revision_number': 3, 'project_id': '9142176cdce2480a88e9dcee58c356f4', 'gw_port': {'id': '3c6fb636-68f3-4fe5-93eb-542e63f258c8', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:26Z', 'updated_at': '2021-06-16T12:49:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi'}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:49:36.769299 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bded7bba-3b37-4e63-8dd1-1bb06ffc38f2 None None] Checking router: b0bae54f-9a8a-4397-b20e-232d984cf51e for host: dv-cinder-766296-6-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 12:49:36.770454 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bded7bba-3b37-4e63-8dd1-1bb06ffc38f2 None None] Updating router b0bae54f-9a8a-4397-b20e-232d984cf51e port 3c6fb636-68f3-4fe5-93eb-542e63f258c8 binding host dv-cinder-766296-6-iscsi {{(pid=109147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 12:49:37.024133 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device d2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5 up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:49:37.031051 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-bded7bba-3b37-4e63-8dd1-1bb06ffc38f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:37.042052 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-2c4511b5-9f8c-40fc-bd12-e3ee4fa5a854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644b5f7b80>, [{'id': 'be039bce-e7ae-422b-a4e1-d248c829e71e', 'name': 'tempest-ServerRescueNegativeTestJSON-1597244857-router', 'tenant_id': '1bb6d57a17a34ca0a86552ed9595186c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': 'caa75605-faad-479b-9dfb-687b909f36b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:25Z', 'updated_at': '2021-06-16T12:49:30Z', 'revision_number': 3, 'project_id': '1bb6d57a17a34ca0a86552ed9595186c', 'gw_port': {'id': 'caa75605-faad-479b-9dfb-687b909f36b4', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:68:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be039bce-e7ae-422b-a4e1-d248c829e71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:26Z', 'updated_at': '2021-06-16T12:49:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi'}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:49:37.049264 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4511b5-9f8c-40fc-bd12-e3ee4fa5a854 None None] Checking router: be039bce-e7ae-422b-a4e1-d248c829e71e for host: dv-cinder-766296-6-iscsi {{(pid=109148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 12:49:37.050368 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4511b5-9f8c-40fc-bd12-e3ee4fa5a854 None None] Updating router be039bce-e7ae-422b-a4e1-d248c829e71e port caa75605-faad-479b-9dfb-687b909f36b4 binding host dv-cinder-766296-6-iscsi {{(pid=109148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 12:49:37.159634 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:37.237028 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-2c4511b5-9f8c-40fc-bd12-e3ee4fa5a854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:37.438841 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning for port d2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5 completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:49:37.473102 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port d2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:49:37.479253 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:37.589962 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f982061e-3b8d-44b4-a04e-aefda78b275d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:37.695019 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f982061e-3b8d-44b4-a04e-aefda78b275d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:37.782018 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f982061e-3b8d-44b4-a04e-aefda78b275d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=109146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 12:49:37.800849 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-01fba9e8-1361-44eb-9487-579b5c9df47b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:37.814986 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-da73e0c0-3ac2-4ab2-973d-e8bf58dab33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:38.082182 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f982061e-3b8d-44b4-a04e-aefda78b275d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076'] for segment, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:38.091012 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.db.segments_db [None req-f982061e-3b8d-44b4-a04e-aefda78b275d admin admin] Added segment 76d33d7a-9500-47fc-b3d8-b7517312dac0 of type vlan for network d1caf0d0-49a3-449e-91cc-4fc116d4c681 Jun 16 12:49:38.308836 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:38.360024 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c532ea51-0128-440c-96dd-5009a727b5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:38.430948 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] For port d2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=d2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5,segment=NetworkSegment(ccabc92d-cb7c-48c7-8ba2-36435bcfb991),segment_id=ccabc92d-cb7c-48c7-8ba2-36435bcfb991)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:49:38.443755 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-bded7bba-3b37-4e63-8dd1-1bb06ffc38f2 None None] Notify callbacks [] for port, precommit_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:38.451030 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:38.471940 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:38.503766 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f982061e-3b8d-44b4-a04e-aefda78b275d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82b1e31-d178-4503-968a-946f9236e853,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:38.519737 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-bded7bba-3b37-4e63-8dd1-1bb06ffc38f2 None None] Transition to ACTIVE for port object 3c6fb636-68f3-4fe5-93eb-542e63f258c8 will not be triggered until provisioned by entity L2. {{(pid=109147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:49:38.531065 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-f982061e-3b8d-44b4-a04e-aefda78b275d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.730s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:38.553911 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-da73e0c0-3ac2-4ab2-973d-e8bf58dab33d admin admin] Notify callbacks [] for port, precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:38.574736 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-da73e0c0-3ac2-4ab2-973d-e8bf58dab33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:38.578348 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-bded7bba-3b37-4e63-8dd1-1bb06ffc38f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:38.612620 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-da73e0c0-3ac2-4ab2-973d-e8bf58dab33d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442938'] for router_interface, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:38.746251 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f982061e-3b8d-44b4-a04e-aefda78b275d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754302079645'] for network, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:38.769619 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-bded7bba-3b37-4e63-8dd1-1bb06ffc38f2 None None] Attempting to bind port 3c6fb636-68f3-4fe5-93eb-542e63f258c8 on host dv-cinder-766296-6-iscsi for vnic_type normal with profile {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:49:38.773488 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-bded7bba-3b37-4e63-8dd1-1bb06ffc38f2 None None] Attempting to bind port 3c6fb636-68f3-4fe5-93eb-542e63f258c8 by drivers openvswitch,hyperv on host dv-cinder-766296-6-iscsi at level 0 using segments [{'id': 'ccabc92d-cb7c-48c7-8ba2-36435bcfb991', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:49:38.777735 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bded7bba-3b37-4e63-8dd1-1bb06ffc38f2 None None] Attempting to bind port 3c6fb636-68f3-4fe5-93eb-542e63f258c8 on network 31dc54ca-819a-4fca-8a47-71bd58082db2 {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:49:38.815021 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:38.831440 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bded7bba-3b37-4e63-8dd1-1bb06ffc38f2 None None] Checking agent: {'id': '02c43e25-bd45-43d2-952e-f18e4af744aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766296-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 40, 6), 'started_at': datetime.datetime(2021, 6, 16, 12, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766296-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:49:38.832299 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bded7bba-3b37-4e63-8dd1-1bb06ffc38f2 None None] Checking segment: {'id': 'ccabc92d-cb7c-48c7-8ba2-36435bcfb991', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:49:38.838432 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-bded7bba-3b37-4e63-8dd1-1bb06ffc38f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:38.839187 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bded7bba-3b37-4e63-8dd1-1bb06ffc38f2 None None] Bound using segment: {'id': 'ccabc92d-cb7c-48c7-8ba2-36435bcfb991', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:49:38.840077 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-bded7bba-3b37-4e63-8dd1-1bb06ffc38f2 None None] Bound port: 3c6fb636-68f3-4fe5-93eb-542e63f258c8, host: dv-cinder-766296-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccabc92d-cb7c-48c7-8ba2-36435bcfb991', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'}}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:49:38.845419 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-bded7bba-3b37-4e63-8dd1-1bb06ffc38f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:38.856127 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Pushing event updated for resources: {'Port': ['ID=d2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:38.904011 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:38.923622 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a523721b-67e3-4d94-a368-8b6bce680616 req-d2edb6ed-ba16-439c-b8d4-1ef66aee8eb1 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/ports?device_id=8744a86c-c539-4304-bcd5-08d5340904dd HTTP/1.1" status: 200 len: 210 time: 0.3413155 Jun 16 12:49:39.088643 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-e1dac3f7-b61d-4e74-a6da-402333358e78 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] Made reservation on behalf of 63f583c0d2ec4d34a58968da103ccb7f for: {'port': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:49:39.111079 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-e1dac3f7-b61d-4e74-a6da-402333358e78 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:39.172858 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-2c4511b5-9f8c-40fc-bd12-e3ee4fa5a854 None None] Notify callbacks [] for port, precommit_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:39.195386 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-bded7bba-3b37-4e63-8dd1-1bb06ffc38f2 None None] For port 3c6fb636-68f3-4fe5-93eb-542e63f258c8, host dv-cinder-766296-6-iscsi, cleared binding levels {{(pid=109147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:49:39.203982 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-bded7bba-3b37-4e63-8dd1-1bb06ffc38f2 None None] For port 3c6fb636-68f3-4fe5-93eb-542e63f258c8, host dv-cinder-766296-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=3c6fb636-68f3-4fe5-93eb-542e63f258c8,segment=NetworkSegment(ccabc92d-cb7c-48c7-8ba2-36435bcfb991),segment_id=ccabc92d-cb7c-48c7-8ba2-36435bcfb991)] {{(pid=109147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:49:39.210495 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.585s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:39.216476 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.provisioning_blocks [None req-2c4511b5-9f8c-40fc-bd12-e3ee4fa5a854 None None] Transition to ACTIVE for port object caa75605-faad-479b-9dfb-687b909f36b4 will not be triggered until provisioned by entity L2. {{(pid=109148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:49:39.254106 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-2c4511b5-9f8c-40fc-bd12-e3ee4fa5a854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:39.260669 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG oslo_concurrency.lockutils [None req-46b2280e-fd58-40c6-ba51-776f8778e6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:39.435750 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73e0c0-3ac2-4ab2-973d-e8bf58dab33d admin admin] Pushing event updated for resources: {'Port': ['ID=430791d5-2282-4cc2-afa2-e94d4ce8a8a8,revision_number=2']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:39.458737 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-da73e0c0-3ac2-4ab2-973d-e8bf58dab33d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:39.477203 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce428b3-9869-4567-a856-e16041358a07 None None] Pushing event updated for resources: {'Port': ['ID=3c6fb636-68f3-4fe5-93eb-542e63f258c8,revision_number=3']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:39.494597 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-5ce428b3-9869-4567-a856-e16041358a07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:39.511164 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [None req-c532ea51-0128-440c-96dd-5009a727b5f6 admin admin] Allocated IP 172.20.0.1 (b092543c-4e0a-4b3c-b41e-431b7c90a537/6854b649-d35a-4298-9aa6-e7a75a6ae3a1/2fe31cab-afb2-436f-87ad-e2fb2d901ab3) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:49:39.521207 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-2c4511b5-9f8c-40fc-bd12-e3ee4fa5a854 None None] Attempting to bind port caa75605-faad-479b-9dfb-687b909f36b4 on host dv-cinder-766296-6-iscsi for vnic_type normal with profile {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:49:39.524463 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-bded7bba-3b37-4e63-8dd1-1bb06ffc38f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:39.525710 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-2c4511b5-9f8c-40fc-bd12-e3ee4fa5a854 None None] Attempting to bind port caa75605-faad-479b-9dfb-687b909f36b4 by drivers openvswitch,hyperv on host dv-cinder-766296-6-iscsi at level 0 using segments [{'id': 'ccabc92d-cb7c-48c7-8ba2-36435bcfb991', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'}] {{(pid=109148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:49:39.528302 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4511b5-9f8c-40fc-bd12-e3ee4fa5a854 None None] Attempting to bind port caa75605-faad-479b-9dfb-687b909f36b4 on network 31dc54ca-819a-4fca-8a47-71bd58082db2 {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:49:39.537104 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae51cc-0574-4dbb-82e8-8db3d9135e47 None None] Pushing event updated for resources: {'Port': ['ID=caa75605-faad-479b-9dfb-687b909f36b4,revision_number=2']} {{(pid=109148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:39.545909 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:39.552473 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:39.560296 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG oslo_concurrency.lockutils [None req-7eae51cc-0574-4dbb-82e8-8db3d9135e47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=109148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:39.571669 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4511b5-9f8c-40fc-bd12-e3ee4fa5a854 None None] Checking agent: {'id': '02c43e25-bd45-43d2-952e-f18e4af744aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766296-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 40, 6), 'started_at': datetime.datetime(2021, 6, 16, 12, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766296-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:49:39.574020 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4511b5-9f8c-40fc-bd12-e3ee4fa5a854 None None] Checking segment: {'id': 'ccabc92d-cb7c-48c7-8ba2-36435bcfb991', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:49:39.574020 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-2c4511b5-9f8c-40fc-bd12-e3ee4fa5a854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:39.574020 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4511b5-9f8c-40fc-bd12-e3ee4fa5a854 None None] Bound using segment: {'id': 'ccabc92d-cb7c-48c7-8ba2-36435bcfb991', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'} {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:49:39.582754 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-2c4511b5-9f8c-40fc-bd12-e3ee4fa5a854 None None] Bound port: caa75605-faad-479b-9dfb-687b909f36b4, host: dv-cinder-766296-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccabc92d-cb7c-48c7-8ba2-36435bcfb991', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'}}] {{(pid=109148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:49:39.585356 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-2c4511b5-9f8c-40fc-bd12-e3ee4fa5a854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:39.669544 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce428b3-9869-4567-a856-e16041358a07 None None] Pushing event updated for resources: {'Port': ['ID=3c6fb636-68f3-4fe5-93eb-542e63f258c8,revision_number=3']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:39.681846 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bded7bba-3b37-4e63-8dd1-1bb06ffc38f2 None None] Routers {'b0bae54f-9a8a-4397-b20e-232d984cf51e'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:49:39.684078 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-bded7bba-3b37-4e63-8dd1-1bb06ffc38f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a8a3dc0>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:49:36Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['b0bae54f-9a8a-4397-b20e-232d984cf51e'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:49:39.689561 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-5ce428b3-9869-4567-a856-e16041358a07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:39.807764 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.db [None req-2c4511b5-9f8c-40fc-bd12-e3ee4fa5a854 None None] For port caa75605-faad-479b-9dfb-687b909f36b4, host dv-cinder-766296-6-iscsi, cleared binding levels {{(pid=109148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:49:39.828152 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.db [None req-2c4511b5-9f8c-40fc-bd12-e3ee4fa5a854 None None] For port caa75605-faad-479b-9dfb-687b909f36b4, host dv-cinder-766296-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=caa75605-faad-479b-9dfb-687b909f36b4,segment=NetworkSegment(ccabc92d-cb7c-48c7-8ba2-36435bcfb991),segment_id=ccabc92d-cb7c-48c7-8ba2-36435bcfb991)] {{(pid=109148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:49:39.845114 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-2c4511b5-9f8c-40fc-bd12-e3ee4fa5a854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:39.849607 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:39.856217 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f982061e-3b8d-44b4-a04e-aefda78b275d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281'] for network, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:39.891182 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f982061e-3b8d-44b4-a04e-aefda78b275d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:49:39.892642 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f982061e-3b8d-44b4-a04e-aefda78b275d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for network, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:39.904759 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-bded7bba-3b37-4e63-8dd1-1bb06ffc38f2 None None] Set router b0bae54f-9a8a-4397-b20e-232d984cf51e gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:49:39.913843 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:39.968423 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da73e0c0-3ac2-4ab2-973d-e8bf58dab33d admin admin] Network ea00ad74-87b8-4238-b685-834f4d31b647 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:49:39.986459 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [None req-da73e0c0-3ac2-4ab2-973d-e8bf58dab33d admin admin] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:49:40.034811 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-15dd4ad6-c555-41da-8f63-9b03711dccad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:40.069465 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-f982061e-3b8d-44b4-a04e-aefda78b275d admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 5.0608673 Jun 16 12:49:40.123594 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 44220) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:40.129580 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4511b5-9f8c-40fc-bd12-e3ee4fa5a854 None None] Routers {'be039bce-e7ae-422b-a4e1-d248c829e71e'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:49:40.130596 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-2c4511b5-9f8c-40fc-bd12-e3ee4fa5a854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644b5f7b80>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:49:36Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['be039bce-e7ae-422b-a4e1-d248c829e71e'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:49:40.133968 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae51cc-0574-4dbb-82e8-8db3d9135e47 None None] Pushing event updated for resources: {'Port': ['ID=caa75605-faad-479b-9dfb-687b909f36b4,revision_number=3']} {{(pid=109148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:40.156415 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG oslo_concurrency.lockutils [None req-7eae51cc-0574-4dbb-82e8-8db3d9135e47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=109148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:40.169468 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-c49fb052-2863-43ac-b708-7a2628860e67 admin admin] Request body: {'subnet': {'network_id': 'd1caf0d0-49a3-449e-91cc-4fc116d4c681', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-27823067-subnet', 'tenant_id': '819f4fe88d1e460fb786b78f43497c86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:49:40.334173 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c532ea51-0128-440c-96dd-5009a727b5f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:40.359766 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f982061e-3b8d-44b4-a04e-aefda78b275d admin admin] Pushing event updated for resources: {'Network': ['ID=d1caf0d0-49a3-449e-91cc-4fc116d4c681,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:40.379090 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-f982061e-3b8d-44b4-a04e-aefda78b275d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:40.423008 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Network d1caf0d0-49a3-449e-91cc-4fc116d4c681 details requested by agent ovs-agent-dv-cinder-766296-6-iscsi with host dv-cinder-766296-6-iscsi {{(pid=109147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 12:49:40.567398 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49fb052-2863-43ac-b708-7a2628860e67 admin admin] Made reservation on behalf of 819f4fe88d1e460fb786b78f43497c86 for: {'subnet': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:49:40.592436 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c49fb052-2863-43ac-b708-7a2628860e67 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:40.618071 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-e1dac3f7-b61d-4e74-a6da-402333358e78 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] Allocated IP 172.20.0.14 (d454804e-0369-4595-9684-9318d60b78e3/b40a080f-7032-436e-b577-3024e36fe1b3/20b65a0b-922e-4e40-8a57-15be09d0b29c) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:49:40.627400 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.provisioning_blocks [None req-c532ea51-0128-440c-96dd-5009a727b5f6 admin admin] Transition to ACTIVE for port object 2fe31cab-afb2-436f-87ad-e2fb2d901ab3 will not be triggered until provisioned by entity DHCP. {{(pid=109146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:49:40.706816 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-2c4511b5-9f8c-40fc-bd12-e3ee4fa5a854 None None] Set router be039bce-e7ae-422b-a4e1-d248c829e71e gateway port host: dv-cinder-766296-6-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:49:40.740528 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-bded7bba-3b37-4e63-8dd1-1bb06ffc38f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a8a3dc0>, [{'id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'name': 'tempest-AttachVolumeShelveTestJSON-834222333-router', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '3c6fb636-68f3-4fe5-93eb-542e63f258c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:24Z', 'updated_at': '2021-06-16T12:49:28Z', 'revision_number': 3, 'project_id': '9142176cdce2480a88e9dcee58c356f4', 'gw_port': {'id': '3c6fb636-68f3-4fe5-93eb-542e63f258c8', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:26Z', 'updated_at': '2021-06-16T12:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi'}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:49:40.770600 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bded7bba-3b37-4e63-8dd1-1bb06ffc38f2 None None] The sync data for ids ['b0bae54f-9a8a-4397-b20e-232d984cf51e'] in dv-cinder-766296-6-iscsi is: [{'id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'name': 'tempest-AttachVolumeShelveTestJSON-834222333-router', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '3c6fb636-68f3-4fe5-93eb-542e63f258c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:24Z', 'updated_at': '2021-06-16T12:49:28Z', 'revision_number': 3, 'project_id': '9142176cdce2480a88e9dcee58c356f4', 'gw_port': {'id': '3c6fb636-68f3-4fe5-93eb-542e63f258c8', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:26Z', 'updated_at': '2021-06-16T12:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi'}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 12:49:40.807634 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-99d5c55e-b340-432a-afdf-a59b4d6e1245 None None] Provisioning complete for port 430791d5-2282-4cc2-afa2-e94d4ce8a8a8 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:49:40.808119 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-99d5c55e-b340-432a-afdf-a59b4d6e1245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:40.952543 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device d2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5 up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:49:41.047710 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-e1dac3f7-b61d-4e74-a6da-402333358e78 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] Notify callbacks [] for port, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:41.158041 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-99d5c55e-b340-432a-afdf-a59b4d6e1245 None None] Port 430791d5-2282-4cc2-afa2-e94d4ce8a8a8 cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 12:49:41.188388 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 12:49:41.206507 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port d2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:49:41.207310 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:41.237233 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fcf9962c-7e44-46d9-aabe-3dd22597451f req-8e5c2ec9-e2f7-4ed4-9c8a-c83112746ec6 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/ports?device_id=8744a86c-c539-4304-bcd5-08d5340904dd HTTP/1.1" status: 200 len: 210 time: 0.8871665 Jun 16 12:49:41.256627 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-e1dac3f7-b61d-4e74-a6da-402333358e78 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438'] for port, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:41.439084 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-da73e0c0-3ac2-4ab2-973d-e8bf58dab33d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:41.498235 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c532ea51-0128-440c-96dd-5009a727b5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438'] for port, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:41.585355 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-4ae2f80d-fea2-4942-b91e-1b2e9f917fb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:41.635515 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-2c4511b5-9f8c-40fc-bd12-e3ee4fa5a854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644b5f7b80>, [{'id': 'be039bce-e7ae-422b-a4e1-d248c829e71e', 'name': 'tempest-ServerRescueNegativeTestJSON-1597244857-router', 'tenant_id': '1bb6d57a17a34ca0a86552ed9595186c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': 'caa75605-faad-479b-9dfb-687b909f36b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:25Z', 'updated_at': '2021-06-16T12:49:30Z', 'revision_number': 3, 'project_id': '1bb6d57a17a34ca0a86552ed9595186c', 'gw_port': {'id': 'caa75605-faad-479b-9dfb-687b909f36b4', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:68:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be039bce-e7ae-422b-a4e1-d248c829e71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:26Z', 'updated_at': '2021-06-16T12:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi'}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:49:41.650129 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4511b5-9f8c-40fc-bd12-e3ee4fa5a854 None None] The sync data for ids ['be039bce-e7ae-422b-a4e1-d248c829e71e'] in dv-cinder-766296-6-iscsi is: [{'id': 'be039bce-e7ae-422b-a4e1-d248c829e71e', 'name': 'tempest-ServerRescueNegativeTestJSON-1597244857-router', 'tenant_id': '1bb6d57a17a34ca0a86552ed9595186c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': 'caa75605-faad-479b-9dfb-687b909f36b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:25Z', 'updated_at': '2021-06-16T12:49:30Z', 'revision_number': 3, 'project_id': '1bb6d57a17a34ca0a86552ed9595186c', 'gw_port': {'id': 'caa75605-faad-479b-9dfb-687b909f36b4', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:68:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be039bce-e7ae-422b-a4e1-d248c829e71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:26Z', 'updated_at': '2021-06-16T12:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi'}] {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 12:49:41.872210 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-e1dac3f7-b61d-4e74-a6da-402333358e78 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] Network d454804e-0369-4595-9684-9318d60b78e3 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:49:41.888750 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-e1dac3f7-b61d-4e74-a6da-402333358e78 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:49:41.909603 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-e1dac3f7-b61d-4e74-a6da-402333358e78 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:49:41.918281 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-e1dac3f7-b61d-4e74-a6da-402333358e78 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:49:41.919311 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-e1dac3f7-b61d-4e74-a6da-402333358e78 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for port, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:42.030901 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c532ea51-0128-440c-96dd-5009a727b5f6 admin admin] Network b092543c-4e0a-4b3c-b41e-431b7c90a537 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:49:42.033477 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dac3f7-b61d-4e74-a6da-402333358e78 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] Pushing event updated for resources: {'Port': ['ID=20b65a0b-922e-4e40-8a57-15be09d0b29c,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:42.034692 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-c532ea51-0128-440c-96dd-5009a727b5f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:49:42.051688 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da73e0c0-3ac2-4ab2-973d-e8bf58dab33d admin admin] Router d90b2468-74ee-4397-8c5f-cea2a71abb18 has already been hosted by L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 {{(pid=109145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 12:49:42.053941 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-e1dac3f7-b61d-4e74-a6da-402333358e78 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:42.069546 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-e1dac3f7-b61d-4e74-a6da-402333358e78 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6328139 Jun 16 12:49:42.377364 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532ea51-0128-440c-96dd-5009a727b5f6 admin admin] Pushing event updated for resources: {'Port': ['ID=2fe31cab-afb2-436f-87ad-e2fb2d901ab3,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:42.404205 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-c532ea51-0128-440c-96dd-5009a727b5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.816s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:42.408235 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c532ea51-0128-440c-96dd-5009a727b5f6 admin admin] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:49:42.410628 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c532ea51-0128-440c-96dd-5009a727b5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442950'] for router_interface, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:42.429859 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c49fb052-2863-43ac-b708-7a2628860e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272'] for subnet, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:42.437227 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da73e0c0-3ac2-4ab2-973d-e8bf58dab33d admin admin] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 12:49:42.486929 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-da73e0c0-3ac2-4ab2-973d-e8bf58dab33d admin admin] 10.222.0.67 "PUT /v2.0/routers/d90b2468-74ee-4397-8c5f-cea2a71abb18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9101307 Jun 16 12:49:42.514508 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb38bf5-04b8-40f2-a05d-b16da216b3cd None None] Sync routers for ids ['d90b2468-74ee-4397-8c5f-cea2a71abb18'] in dv-cinder-766296-6-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 12:49:42.561850 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb38bf5-04b8-40f2-a05d-b16da216b3cd None None] Routers {'d90b2468-74ee-4397-8c5f-cea2a71abb18'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:49:42.567679 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-ceb38bf5-04b8-40f2-a05d-b16da216b3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a9fc310>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:49:36Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['d90b2468-74ee-4397-8c5f-cea2a71abb18'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:49:42.964102 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-fbe50795-7051-4ed2-aca4-402d9384add8 None None] Provisioning for port 2fe31cab-afb2-436f-87ad-e2fb2d901ab3 completed by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:49:43.015603 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 3c6fb636-68f3-4fe5-93eb-542e63f258c8 up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:49:43.122842 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-0763044b-a921-47e1-a29d-4d32bce89130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:43.138668 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e91481-9d67-4cef-93c2-18efc1168e19 req-e2bee1b6-914d-4674-9852-0f2044aa37ac tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:49:43.150616 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-39e91481-9d67-4cef-93c2-18efc1168e19 req-e2bee1b6-914d-4674-9852-0f2044aa37ac tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/ports?device_id=8744a86c-c539-4304-bcd5-08d5340904dd HTTP/1.1" status: 200 len: 932 time: 0.3966703 Jun 16 12:49:43.172540 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-fbe50795-7051-4ed2-aca4-402d9384add8 None None] Provisioning complete for port 2fe31cab-afb2-436f-87ad-e2fb2d901ab3 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:49:43.174881 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-fbe50795-7051-4ed2-aca4-402d9384add8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:43.229600 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [None req-15dd4ad6-c555-41da-8f63-9b03711dccad admin admin] Allocated IP 172.20.0.1 (9ac76732-b5e5-4a02-a83d-61dcd782119c/e11ea1c4-1683-49da-8a09-a0382b92ba4a/3f6b742f-e9cc-4f09-ad5d-07901fb3c142) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:49:43.376420 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49fb052-2863-43ac-b708-7a2628860e67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cd88122-d545-44cb-8824-0e31a79e1dc2,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:43.383691 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-c49fb052-2863-43ac-b708-7a2628860e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:43.390258 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-ceb38bf5-04b8-40f2-a05d-b16da216b3cd None None] Set router d90b2468-74ee-4397-8c5f-cea2a71abb18 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:49:43.402313 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-39e91481-9d67-4cef-93c2-18efc1168e19 req-e375d2d1-81d5-4479-a7fe-584f6af72298 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ccc41ef-6f6b-470e-ab42-96aad3615268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500429 Jun 16 12:49:43.443642 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49fb052-2863-43ac-b708-7a2628860e67 admin admin] Checking segment: {'id': '76d33d7a-9500-47fc-b3d8-b7517312dac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd1caf0d0-49a3-449e-91cc-4fc116d4c681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:49:43.444489 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49fb052-2863-43ac-b708-7a2628860e67 admin admin] Network hostable DHCP agents. Network: d1caf0d0-49a3-449e-91cc-4fc116d4c681, hostable agents: ['d62bbf24-a105-422a-86ef-12dacf7896c4'], hosted agents: [] {{(pid=109146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 12:49:43.668931 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-73ff5e46-fd41-43ad-8ef7-360856ac987f tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=109145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 12:49:43.670335 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-73ff5e46-fd41-43ad-8ef7-360856ac987f tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069270 Jun 16 12:49:43.697197 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c532ea51-0128-440c-96dd-5009a727b5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:43.825621 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-15dd4ad6-c555-41da-8f63-9b03711dccad admin admin] Notify callbacks [] for port, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:43.989922 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-15dd4ad6-c555-41da-8f63-9b03711dccad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438'] for port, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:44.065851 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-c532ea51-0128-440c-96dd-5009a727b5f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:44.068479 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49fb052-2863-43ac-b708-7a2628860e67 admin admin] Network d1caf0d0-49a3-449e-91cc-4fc116d4c681 is scheduled to be hosted by DHCP agent d62bbf24-a105-422a-86ef-12dacf7896c4 with binding_index 1 {{(pid=109146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 12:49:44.196178 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-c49fb052-2863-43ac-b708-7a2628860e67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766296-6-iscsi, d1caf0d0-49a3-449e-91cc-4fc116d4c681) {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:49:44.206289 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49fb052-2863-43ac-b708-7a2628860e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:49:44.207032 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c49fb052-2863-43ac-b708-7a2628860e67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for subnet, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:44.297588 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-fbe50795-7051-4ed2-aca4-402d9384add8 None None] Port 2fe31cab-afb2-436f-87ad-e2fb2d901ab3 cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 12:49:44.314321 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning for port 3c6fb636-68f3-4fe5-93eb-542e63f258c8 completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:49:44.360886 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dd4ad6-c555-41da-8f63-9b03711dccad admin admin] Network 9ac76732-b5e5-4a02-a83d-61dcd782119c is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:49:44.368227 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbff8bf-1c0a-4c65-9022-4a0a46fbad08 None None] Network d1caf0d0-49a3-449e-91cc-4fc116d4c681 requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:49:44.425091 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-15dd4ad6-c555-41da-8f63-9b03711dccad admin admin] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:49:44.545640 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dd4ad6-c555-41da-8f63-9b03711dccad admin admin] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:49:44.546154 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-15dd4ad6-c555-41da-8f63-9b03711dccad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442950'] for router_interface, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:44.635766 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dd4ad6-c555-41da-8f63-9b03711dccad admin admin] Pushing event updated for resources: {'Port': ['ID=3f6b742f-e9cc-4f09-ad5d-07901fb3c142,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:44.644224 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 44290) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:44.645708 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-c49fb052-2863-43ac-b708-7a2628860e67 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 4.5100408 Jun 16 12:49:44.649712 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-15dd4ad6-c555-41da-8f63-9b03711dccad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:44.663660 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-db89c65a-b572-4804-8ae3-4b570a797ba7 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1825978007', 'description': 'tempest-description--1868468640'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:49:44.725353 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-db89c65a-b572-4804-8ae3-4b570a797ba7 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks [] for security_group, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:44.799719 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port 3c6fb636-68f3-4fe5-93eb-542e63f258c8 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:49:44.800364 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:44.985188 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 44294) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:45.129358 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026897ea-f6e0-40a9-8e0b-54157e05baa6 req-18610dbb-486c-4d98-af99-17652ba59565 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:49:45.131739 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-026897ea-f6e0-40a9-8e0b-54157e05baa6 req-18610dbb-486c-4d98-af99-17652ba59565 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/ports?device_id=8744a86c-c539-4304-bcd5-08d5340904dd HTTP/1.1" status: 200 len: 932 time: 0.2185519 Jun 16 12:49:45.145576 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-db89c65a-b572-4804-8ae3-4b570a797ba7 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks [] for security_group, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:45.188891 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-db89c65a-b572-4804-8ae3-4b570a797ba7 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:45.218492 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:45.234945 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-ceb38bf5-04b8-40f2-a05d-b16da216b3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a9fc310>, [{'id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'name': 'tempest-AttachVolumeTestJSON-2070282617-router', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:23Z', 'updated_at': '2021-06-16T12:49:36Z', 'revision_number': 4, 'project_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'gw_port': {'id': 'd2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:25Z', 'updated_at': '2021-06-16T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '430791d5-2282-4cc2-afa2-e94d4ce8a8a8', 'name': '', 'network_id': 'ea00ad74-87b8-4238-b685-834f4d31b647', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'mac_address': 'fa:16:3e:bc:0b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1a94bd32-4e74-4078-a9cb-34eb92b42cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:32Z', 'updated_at': '2021-06-16T12:49:38Z', 'revision_number': 2, 'project_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'subnets': [{'id': '1a94bd32-4e74-4078-a9cb-34eb92b42cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:49:45.251628 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89c65a-b572-4804-8ae3-4b570a797ba7 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd61dde-7552-44d7-96c2-92ce110ba98a,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:45.257398 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-db89c65a-b572-4804-8ae3-4b570a797ba7 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:45.272629 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb38bf5-04b8-40f2-a05d-b16da216b3cd None None] Checking router: d90b2468-74ee-4397-8c5f-cea2a71abb18 for host: dv-cinder-766296-6-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 12:49:45.273375 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb38bf5-04b8-40f2-a05d-b16da216b3cd None None] Updating router d90b2468-74ee-4397-8c5f-cea2a71abb18 port 430791d5-2282-4cc2-afa2-e94d4ce8a8a8 binding host dv-cinder-766296-6-iscsi {{(pid=109147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 12:49:45.282928 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-026897ea-f6e0-40a9-8e0b-54157e05baa6 req-78dc6741-e57f-4ee8-8edb-a169170b43e1 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ccc41ef-6f6b-470e-ab42-96aad3615268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337996 Jun 16 12:49:45.291587 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb3ff58-99ff-4a2a-b77e-a876238ac781 None None] Network d1caf0d0-49a3-449e-91cc-4fc116d4c681 requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:49:45.293245 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-db89c65a-b572-4804-8ae3-4b570a797ba7 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:45.298076 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-db89c65a-b572-4804-8ae3-4b570a797ba7 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6522803 Jun 16 12:49:45.299208 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 44300) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:45.305984 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-01cb0463-441c-4ec8-8cd2-20fd6eeb180b tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Request body: {'security_group_rule': {'security_group_id': '8bd61dde-7552-44d7-96c2-92ce110ba98a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:49:45.311064 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_v2 [None req-6531d2bf-9606-4dd1-b8dc-aff3f5b0c90a admin admin] Deleting subnet 5cbdddc4-3ab6-49eb-a959-147592656684 {{(pid=109146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 12:49:45.323411 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6531d2bf-9606-4dd1-b8dc-aff3f5b0c90a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:45.334701 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:45.387560 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-01cb0463-441c-4ec8-8cd2-20fd6eeb180b tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:45.440193 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-15dd4ad6-c555-41da-8f63-9b03711dccad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:45.445963 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c532ea51-0128-440c-96dd-5009a727b5f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:45.466835 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c532ea51-0128-440c-96dd-5009a727b5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:45.474091 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c532ea51-0128-440c-96dd-5009a727b5f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442938'] for router_interface, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:45.478799 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6531d2bf-9606-4dd1-b8dc-aff3f5b0c90a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:45.483838 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-a05a2d0f-3e7e-4457-a407-aca62f52ff8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:45.523972 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] For port 3c6fb636-68f3-4fe5-93eb-542e63f258c8, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=3c6fb636-68f3-4fe5-93eb-542e63f258c8,segment=NetworkSegment(ccabc92d-cb7c-48c7-8ba2-36435bcfb991),segment_id=ccabc92d-cb7c-48c7-8ba2-36435bcfb991)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:49:45.567202 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:45.701859 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-01cb0463-441c-4ec8-8cd2-20fd6eeb180b tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:45.709734 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-01cb0463-441c-4ec8-8cd2-20fd6eeb180b tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481314'] for security_group_rule, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:45.721415 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:45.761075 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device caa75605-faad-479b-9dfb-687b909f36b4 up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:49:45.769822 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb0463-441c-4ec8-8cd2-20fd6eeb180b tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=366f6b95-4f91-43e5-ae5c-eb311a262fd0,revision_number=0']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:45.789828 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-01cb0463-441c-4ec8-8cd2-20fd6eeb180b tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:45.810843 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-0cf263e8-505f-4d8c-9db5-eb96adf8461d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:45.812382 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-01cb0463-441c-4ec8-8cd2-20fd6eeb180b tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:45.818111 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-01cb0463-441c-4ec8-8cd2-20fd6eeb180b tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5171556 Jun 16 12:49:45.823679 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 44314) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:45.831761 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-1e6ea411-897f-42ab-8af8-9318093948cc tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Request body: {'security_group_rule': {'security_group_id': '8bd61dde-7552-44d7-96c2-92ce110ba98a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:49:45.879366 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6531d2bf-9606-4dd1-b8dc-aff3f5b0c90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3717015'] for subnet, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:45.894247 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532ea51-0128-440c-96dd-5009a727b5f6 admin admin] Pushing event updated for resources: {'Port': ['ID=2fe31cab-afb2-436f-87ad-e2fb2d901ab3,revision_number=2']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:45.896596 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1e6ea411-897f-42ab-8af8-9318093948cc tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:45.902369 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-c532ea51-0128-440c-96dd-5009a727b5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:45.925602 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ceb38bf5-04b8-40f2-a05d-b16da216b3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:46.099705 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1e6ea411-897f-42ab-8af8-9318093948cc tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:46.127775 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1e6ea411-897f-42ab-8af8-9318093948cc tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481314'] for security_group_rule, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:46.158774 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-01cb0463-441c-4ec8-8cd2-20fd6eeb180b tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:46.219936 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1e6ea411-897f-42ab-8af8-9318093948cc tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:46.228829 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-1e6ea411-897f-42ab-8af8-9318093948cc tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4028201 Jun 16 12:49:46.237654 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 44326) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:46.261058 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-95d0e30f-abb3-4cea-8de4-f09f3ee58b34 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Request body: {'floatingip': {'floating_network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:49:46.277392 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ea411-897f-42ab-8af8-9318093948cc tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c608af3-ccb7-4218-a936-45f0163ea885,revision_number=0']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:46.285845 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-1e6ea411-897f-42ab-8af8-9318093948cc tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:46.324794 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-95d0e30f-abb3-4cea-8de4-f09f3ee58b34 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks [] for floatingip, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:46.361637 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-220c69ab-1fc2-42a9-964a-765d43c6f693 service neutron] Request body: {'port': {'device_id': '8744a86c-c539-4304-bcd5-08d5340904dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76629'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:49:46.364270 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Pushing event updated for resources: {'Port': ['ID=3c6fb636-68f3-4fe5-93eb-542e63f258c8,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:46.372796 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:46.468028 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-15dd4ad6-c555-41da-8f63-9b03711dccad admin admin] Notify callbacks [] for port, precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:46.576301 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-15dd4ad6-c555-41da-8f63-9b03711dccad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:46.591199 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning for port caa75605-faad-479b-9dfb-687b909f36b4 completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:49:46.604732 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-15dd4ad6-c555-41da-8f63-9b03711dccad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442938'] for router_interface, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:46.605900 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port caa75605-faad-479b-9dfb-687b909f36b4 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:49:46.606574 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:46.654804 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:46.911470 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dd4ad6-c555-41da-8f63-9b03711dccad admin admin] Network 9ac76732-b5e5-4a02-a83d-61dcd782119c is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:49:46.945593 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-15dd4ad6-c555-41da-8f63-9b03711dccad admin admin] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:49:47.014269 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:47.131318 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] For port caa75605-faad-479b-9dfb-687b909f36b4, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=caa75605-faad-479b-9dfb-687b909f36b4,segment=NetworkSegment(ccabc92d-cb7c-48c7-8ba2-36435bcfb991),segment_id=ccabc92d-cb7c-48c7-8ba2-36435bcfb991)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:49:47.167956 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-220c69ab-1fc2-42a9-964a-765d43c6f693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:47.169837 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:47.186549 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:47.188313 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6531d2bf-9606-4dd1-b8dc-aff3f5b0c90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3717000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272'] for subnet, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:47.236736 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c634816-fd84-4561-ae1a-653da95bdf0b req-e570c59f-1aef-47fd-a4a2-2f90751dcf4a tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:49:47.238523 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0c634816-fd84-4561-ae1a-653da95bdf0b req-e570c59f-1aef-47fd-a4a2-2f90751dcf4a tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/ports?device_id=8744a86c-c539-4304-bcd5-08d5340904dd HTTP/1.1" status: 200 len: 932 time: 0.3768384 Jun 16 12:49:47.392222 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dd4ad6-c555-41da-8f63-9b03711dccad admin admin] Pushing event updated for resources: {'Port': ['ID=3f6b742f-e9cc-4f09-ad5d-07901fb3c142,revision_number=2']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:47.413039 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-15dd4ad6-c555-41da-8f63-9b03711dccad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.756s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:47.439971 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:47.447778 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0c634816-fd84-4561-ae1a-653da95bdf0b req-0482b571-7478-4c34-bf22-dce1db3b6cf5 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ccc41ef-6f6b-470e-ab42-96aad3615268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855044 Jun 16 12:49:47.520842 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-95d0e30f-abb3-4cea-8de4-f09f3ee58b34 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:47.541277 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6531d2bf-9606-4dd1-b8dc-aff3f5b0c90a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cbdddc4-3ab6-49eb-a959-147592656684,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:47.544534 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6531d2bf-9606-4dd1-b8dc-aff3f5b0c90a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:47.546983 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-6531d2bf-9606-4dd1-b8dc-aff3f5b0c90a admin admin] 10.222.0.67 "DELETE /v2.0/subnets/5cbdddc4-3ab6-49eb-a959-147592656684 HTTP/1.1" status: 204 len: 168 time: 2.5560610 Jun 16 12:49:47.550249 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15dd4ad6-c555-41da-8f63-9b03711dccad admin admin] Router be039bce-e7ae-422b-a4e1-d248c829e71e has already been hosted by L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 {{(pid=109146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 12:49:47.551715 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ceb38bf5-04b8-40f2-a05d-b16da216b3cd None None] Notify callbacks [] for port, precommit_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:47.553722 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c532ea51-0128-440c-96dd-5009a727b5f6 admin admin] Network b092543c-4e0a-4b3c-b41e-431b7c90a537 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:49:47.554730 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 44338) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:47.556682 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-6531d2bf-9606-4dd1-b8dc-aff3f5b0c90a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:47.587226 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-ceb38bf5-04b8-40f2-a05d-b16da216b3cd None None] Transition to ACTIVE for port object 430791d5-2282-4cc2-afa2-e94d4ce8a8a8 will not be triggered until provisioned by entity L2. {{(pid=109147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:49:47.600557 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-c532ea51-0128-440c-96dd-5009a727b5f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:49:47.620277 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Pushing event updated for resources: {'Port': ['ID=caa75605-faad-479b-9dfb-687b909f36b4,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:47.635791 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 3c6fb636-68f3-4fe5-93eb-542e63f258c8 up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:49:47.643253 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:47.672110 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ceb38bf5-04b8-40f2-a05d-b16da216b3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:47.684852 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:48.108058 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [None req-95d0e30f-abb3-4cea-8de4-f09f3ee58b34 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Allocated IP 172.27.0.97 (31dc54ca-819a-4fca-8a47-71bd58082db2/22fb36b4-54fb-4b68-bc71-a723384dad9b/7f1ad5f5-94bc-419d-8711-e7e301e220f7) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:49:48.385773 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff7fb3b-a470-4ae7-9f5b-62c1287061c5 None None] Pushing event updated for resources: {'Port': ['ID=430791d5-2282-4cc2-afa2-e94d4ce8a8a8,revision_number=3']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:48.404278 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-dff7fb3b-a470-4ae7-9f5b-62c1287061c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:48.632323 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port 3c6fb636-68f3-4fe5-93eb-542e63f258c8 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:49:48.643422 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:48.650752 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-47f5bf00-0752-42bb-b129-d1de2a92804c None None] Provisioning complete for port 2fe31cab-afb2-436f-87ad-e2fb2d901ab3 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:49:48.660336 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-47f5bf00-0752-42bb-b129-d1de2a92804c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:48.744116 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-ceb38bf5-04b8-40f2-a05d-b16da216b3cd None None] Attempting to bind port 430791d5-2282-4cc2-afa2-e94d4ce8a8a8 on host dv-cinder-766296-6-iscsi for vnic_type normal with profile {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:49:48.744747 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-ceb38bf5-04b8-40f2-a05d-b16da216b3cd None None] Attempting to bind port 430791d5-2282-4cc2-afa2-e94d4ce8a8a8 by drivers openvswitch,hyperv on host dv-cinder-766296-6-iscsi at level 0 using segments [{'id': 'c134a422-ed02-4a76-b565-b54dfcd7a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ea00ad74-87b8-4238-b685-834f4d31b647'}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:49:48.745386 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb38bf5-04b8-40f2-a05d-b16da216b3cd None None] Attempting to bind port 430791d5-2282-4cc2-afa2-e94d4ce8a8a8 on network ea00ad74-87b8-4238-b685-834f4d31b647 {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:49:48.919378 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb38bf5-04b8-40f2-a05d-b16da216b3cd None None] Checking agent: {'id': '02c43e25-bd45-43d2-952e-f18e4af744aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766296-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 40, 6), 'started_at': datetime.datetime(2021, 6, 16, 12, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766296-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:49:48.919854 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb38bf5-04b8-40f2-a05d-b16da216b3cd None None] Checking segment: {'id': 'c134a422-ed02-4a76-b565-b54dfcd7a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ea00ad74-87b8-4238-b685-834f4d31b647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:49:48.920320 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ceb38bf5-04b8-40f2-a05d-b16da216b3cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:48.922302 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c532ea51-0128-440c-96dd-5009a727b5f6 admin admin] Router b0bae54f-9a8a-4397-b20e-232d984cf51e has already been hosted by L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 {{(pid=109146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 12:49:48.927316 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb38bf5-04b8-40f2-a05d-b16da216b3cd None None] Bound using segment: {'id': 'c134a422-ed02-4a76-b565-b54dfcd7a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ea00ad74-87b8-4238-b685-834f4d31b647'} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:49:48.927949 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-ceb38bf5-04b8-40f2-a05d-b16da216b3cd None None] Bound port: 430791d5-2282-4cc2-afa2-e94d4ce8a8a8, host: dv-cinder-766296-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c134a422-ed02-4a76-b565-b54dfcd7a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ea00ad74-87b8-4238-b685-834f4d31b647'}}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:49:48.935131 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ceb38bf5-04b8-40f2-a05d-b16da216b3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:49.001827 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-cf9a3620-b897-4bda-9b0c-087faaf2cb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3773194'] for network, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:49.106155 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-47f5bf00-0752-42bb-b129-d1de2a92804c None None] Port 2fe31cab-afb2-436f-87ad-e2fb2d901ab3 cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 12:49:49.360168 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-ceb38bf5-04b8-40f2-a05d-b16da216b3cd None None] For port 430791d5-2282-4cc2-afa2-e94d4ce8a8a8, host dv-cinder-766296-6-iscsi, cleared binding levels {{(pid=109147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:49:49.382052 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-ceb38bf5-04b8-40f2-a05d-b16da216b3cd None None] For port 430791d5-2282-4cc2-afa2-e94d4ce8a8a8, host dv-cinder-766296-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=430791d5-2282-4cc2-afa2-e94d4ce8a8a8,segment=NetworkSegment(c134a422-ed02-4a76-b565-b54dfcd7a8d9),segment_id=c134a422-ed02-4a76-b565-b54dfcd7a8d9)] {{(pid=109147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:49:49.405239 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ceb38bf5-04b8-40f2-a05d-b16da216b3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:49.418774 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-dff7fb3b-a470-4ae7-9f5b-62c1287061c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:49.501278 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-220c69ab-1fc2-42a9-964a-765d43c6f693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20b65a0b-922e-4e40-8a57-15be09d0b29c {{(pid=109145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 12:49:49.616320 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-95d0e30f-abb3-4cea-8de4-f09f3ee58b34 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks [] for port, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:49.660415 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-220c69ab-1fc2-42a9-964a-765d43c6f693 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:49.764756 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb38bf5-04b8-40f2-a05d-b16da216b3cd None None] Routers {'d90b2468-74ee-4397-8c5f-cea2a71abb18'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:49:49.767755 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-ceb38bf5-04b8-40f2-a05d-b16da216b3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a9fc310>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:49:36Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['d90b2468-74ee-4397-8c5f-cea2a71abb18'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:49:49.779526 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff7fb3b-a470-4ae7-9f5b-62c1287061c5 None None] Pushing event updated for resources: {'Port': ['ID=430791d5-2282-4cc2-afa2-e94d4ce8a8a8,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:49.918267 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15dd4ad6-c555-41da-8f63-9b03711dccad admin admin] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 12:49:49.922962 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-dff7fb3b-a470-4ae7-9f5b-62c1287061c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:49.937230 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-15dd4ad6-c555-41da-8f63-9b03711dccad admin admin] 10.222.0.67 "PUT /v2.0/routers/be039bce-e7ae-422b-a4e1-d248c829e71e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4113419 Jun 16 12:49:49.939690 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e86eb9-8b99-41a9-99f2-d5a9bbe64d6a None None] Sync routers for ids ['be039bce-e7ae-422b-a4e1-d248c829e71e'] in dv-cinder-766296-6-iscsi {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 12:49:50.028403 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e86eb9-8b99-41a9-99f2-d5a9bbe64d6a None None] Routers {'be039bce-e7ae-422b-a4e1-d248c829e71e'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:49:50.032737 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-e9e86eb9-8b99-41a9-99f2-d5a9bbe64d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644ab33b20>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:49:36Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['be039bce-e7ae-422b-a4e1-d248c829e71e'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:49:50.033025 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device caa75605-faad-479b-9dfb-687b909f36b4 up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:49:50.082942 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6d5cc-c943-4db7-867f-bce0f01b7089 req-f9e3d564-2e39-4a06-81e2-ffec4e609d01 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:49:50.094032 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c5b6d5cc-c943-4db7-867f-bce0f01b7089 req-f9e3d564-2e39-4a06-81e2-ffec4e609d01 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/ports?device_id=8744a86c-c539-4304-bcd5-08d5340904dd HTTP/1.1" status: 200 len: 932 time: 1.1347656 Jun 16 12:49:50.204842 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.provisioning_blocks [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-220c69ab-1fc2-42a9-964a-765d43c6f693 service neutron] Transition to ACTIVE for port object 20b65a0b-922e-4e40-8a57-15be09d0b29c will not be triggered until provisioned by entity L2. {{(pid=109145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:49:50.283578 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-220c69ab-1fc2-42a9-964a-765d43c6f693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:50.298577 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-95d0e30f-abb3-4cea-8de4-f09f3ee58b34 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438'] for port, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:50.310802 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:50.346596 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-cf9a3620-b897-4bda-9b0c-087faaf2cb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3713560', 'neutron.services.segments.db._delete_segments_for_network-8754302582321'] for network, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:50.373323 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c69ab-1fc2-42a9-964a-765d43c6f693 service neutron] Pushing event updated for resources: {'Port': ['ID=20b65a0b-922e-4e40-8a57-15be09d0b29c,revision_number=2']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:50.427651 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-cf9a3620-b897-4bda-9b0c-087faaf2cb71 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f644f0b3880>> segment before_delete 55550000 {{(pid=109146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:49:50.431595 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-cf9a3620-b897-4bda-9b0c-087faaf2cb71 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f644f0b3880>> subnet precommit_delete_associations 55550000 {{(pid=109146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:49:50.432979 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-cf9a3620-b897-4bda-9b0c-087faaf2cb71 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f644f014eb0>> segment_host_mapping after_create 55550000 {{(pid=109146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:49:50.433579 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-cf9a3620-b897-4bda-9b0c-087faaf2cb71 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f644f014eb0>> port after_create 55550000 {{(pid=109146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:49:50.434174 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-cf9a3620-b897-4bda-9b0c-087faaf2cb71 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f644f014eb0>> port after_delete 55550000 {{(pid=109146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:49:50.440149 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-cf9a3620-b897-4bda-9b0c-087faaf2cb71 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f644f014eb0>> port after_update 55550000 {{(pid=109146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:49:50.442729 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-cf9a3620-b897-4bda-9b0c-087faaf2cb71 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f644f014eb0>> segment after_delete 55550000 {{(pid=109146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:49:50.443454 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-e9e86eb9-8b99-41a9-99f2-d5a9bbe64d6a None None] Set router be039bce-e7ae-422b-a4e1-d248c829e71e gateway port host: dv-cinder-766296-6-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:49:50.443861 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-cf9a3620-b897-4bda-9b0c-087faaf2cb71 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f644f014eb0>> subnet after_create 55550000 {{(pid=109146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:49:50.444656 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-cf9a3620-b897-4bda-9b0c-087faaf2cb71 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f644f014eb0>> subnet after_delete 55550000 {{(pid=109146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:49:50.446376 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-cf9a3620-b897-4bda-9b0c-087faaf2cb71 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f644f014eb0>> subnet after_update 55550000 {{(pid=109146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:49:50.458549 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c5b6d5cc-c943-4db7-867f-bce0f01b7089 req-a7e28f3f-c70d-46e2-bafb-57a2912ac14b tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ccc41ef-6f6b-470e-ab42-96aad3615268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420839 Jun 16 12:49:50.459335 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d0e30f-abb3-4cea-8de4-f09f3ee58b34 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Pushing event updated for resources: {'Port': ['ID=7f1ad5f5-94bc-419d-8711-e7e301e220f7,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:50.469539 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-95d0e30f-abb3-4cea-8de4-f09f3ee58b34 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:50.470105 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-c78ebe1c-c2f9-45d0-ab65-40d7eda4ecdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:50.470512 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-c78ebe1c-c2f9-45d0-ab65-40d7eda4ecdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:50.590633 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d0e30f-abb3-4cea-8de4-f09f3ee58b34 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Network 31dc54ca-819a-4fca-8a47-71bd58082db2 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:49:50.616584 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [None req-95d0e30f-abb3-4cea-8de4-f09f3ee58b34 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:49:50.630317 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d0e30f-abb3-4cea-8de4-f09f3ee58b34 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:49:50.834364 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-95d0e30f-abb3-4cea-8de4-f09f3ee58b34 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:51.039872 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-95d0e30f-abb3-4cea-8de4-f09f3ee58b34 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:51.104481 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-e9e86eb9-8b99-41a9-99f2-d5a9bbe64d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644ab33b20>, [{'id': 'be039bce-e7ae-422b-a4e1-d248c829e71e', 'name': 'tempest-ServerRescueNegativeTestJSON-1597244857-router', 'tenant_id': '1bb6d57a17a34ca0a86552ed9595186c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': 'caa75605-faad-479b-9dfb-687b909f36b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:25Z', 'updated_at': '2021-06-16T12:49:45Z', 'revision_number': 4, 'project_id': '1bb6d57a17a34ca0a86552ed9595186c', 'gw_port': {'id': 'caa75605-faad-479b-9dfb-687b909f36b4', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:68:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be039bce-e7ae-422b-a4e1-d248c829e71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:26Z', 'updated_at': '2021-06-16T12:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '3f6b742f-e9cc-4f09-ad5d-07901fb3c142', 'name': '', 'network_id': '9ac76732-b5e5-4a02-a83d-61dcd782119c', 'tenant_id': '1bb6d57a17a34ca0a86552ed9595186c', 'mac_address': 'fa:16:3e:80:24:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be039bce-e7ae-422b-a4e1-d248c829e71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e11ea1c4-1683-49da-8a09-a0382b92ba4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:40Z', 'updated_at': '2021-06-16T12:49:45Z', 'revision_number': 2, 'project_id': '1bb6d57a17a34ca0a86552ed9595186c', 'subnets': [{'id': 'e11ea1c4-1683-49da-8a09-a0382b92ba4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:49:51.121827 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-220c69ab-1fc2-42a9-964a-765d43c6f693 service neutron] Attempting to bind port 20b65a0b-922e-4e40-8a57-15be09d0b29c on host hv-cinder-76629 for vnic_type normal with profile {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:49:51.122189 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-220c69ab-1fc2-42a9-964a-765d43c6f693 service neutron] Attempting to bind port 20b65a0b-922e-4e40-8a57-15be09d0b29c by drivers openvswitch,hyperv on host hv-cinder-76629 at level 0 using segments [{'id': '48b2e98f-956b-4fe4-8e24-81d7a6d7c8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd454804e-0369-4595-9684-9318d60b78e3'}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:49:51.122578 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-220c69ab-1fc2-42a9-964a-765d43c6f693 service neutron] Attempting to bind port 20b65a0b-922e-4e40-8a57-15be09d0b29c on network d454804e-0369-4595-9684-9318d60b78e3 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:49:51.126256 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e86eb9-8b99-41a9-99f2-d5a9bbe64d6a None None] Checking router: be039bce-e7ae-422b-a4e1-d248c829e71e for host: dv-cinder-766296-6-iscsi {{(pid=109148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 12:49:51.126706 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e86eb9-8b99-41a9-99f2-d5a9bbe64d6a None None] Updating router be039bce-e7ae-422b-a4e1-d248c829e71e port 3f6b742f-e9cc-4f09-ad5d-07901fb3c142 binding host dv-cinder-766296-6-iscsi {{(pid=109148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 12:49:51.141302 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port caa75605-faad-479b-9dfb-687b909f36b4 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:49:51.142068 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:51.147479 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-220c69ab-1fc2-42a9-964a-765d43c6f693 service neutron] Port 20b65a0b-922e-4e40-8a57-15be09d0b29c on network d454804e-0369-4595-9684-9318d60b78e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76629 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 12:49:51.147872 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-220c69ab-1fc2-42a9-964a-765d43c6f693 service neutron] Attempting to bind port 20b65a0b-922e-4e40-8a57-15be09d0b29c on network d454804e-0369-4595-9684-9318d60b78e3 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:49:51.169819 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-220c69ab-1fc2-42a9-964a-765d43c6f693 service neutron] Checking agent: {'id': 'b6c345f8-0197-4552-bdfc-f76fc82bf107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76629', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 47, 31), 'started_at': datetime.datetime(2021, 6, 16, 12, 47, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:49:51.173919 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-220c69ab-1fc2-42a9-964a-765d43c6f693 service neutron] Checking segment: {'id': '48b2e98f-956b-4fe4-8e24-81d7a6d7c8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd454804e-0369-4595-9684-9318d60b78e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:49:51.175720 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-220c69ab-1fc2-42a9-964a-765d43c6f693 service neutron] Bound using segment: {'id': '48b2e98f-956b-4fe4-8e24-81d7a6d7c8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd454804e-0369-4595-9684-9318d60b78e3'} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:49:51.176338 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-220c69ab-1fc2-42a9-964a-765d43c6f693 service neutron] Bound port: 20b65a0b-922e-4e40-8a57-15be09d0b29c, host: hv-cinder-76629, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b2e98f-956b-4fe4-8e24-81d7a6d7c8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd454804e-0369-4595-9684-9318d60b78e3'}}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:49:51.176776 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-220c69ab-1fc2-42a9-964a-765d43c6f693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:51.295576 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-e9e86eb9-8b99-41a9-99f2-d5a9bbe64d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:51.343316 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-ceb38bf5-04b8-40f2-a05d-b16da216b3cd None None] Set router d90b2468-74ee-4397-8c5f-cea2a71abb18 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:49:51.354065 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-cf9a3620-b897-4bda-9b0c-087faaf2cb71 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f644fc31e20>> subnet after_create 55550000 {{(pid=109146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:49:51.354981 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-cf9a3620-b897-4bda-9b0c-087faaf2cb71 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f644fc31e20>> subnet after_delete 55550000 {{(pid=109146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:49:51.354981 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-cf9a3620-b897-4bda-9b0c-087faaf2cb71 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f644fc31e20>> subnet before_create 55550000 {{(pid=109146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:49:51.355349 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-cf9a3620-b897-4bda-9b0c-087faaf2cb71 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f644fc31e20>> subnet before_update 55550000 {{(pid=109146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:49:51.355623 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-cf9a3620-b897-4bda-9b0c-087faaf2cb71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f644f0147f0>,) {'filters': {'network_id': ['50c6a0e7-81ce-4e1f-a3fc-e4aa12e3fbd0']}} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:49:51.380046 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-cf9a3620-b897-4bda-9b0c-087faaf2cb71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f644f0147f0>, '4f1a3ef5-0764-4f4a-a093-63bf42dcbb75') {'for_net_delete': True} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:49:51.380333 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-cf9a3620-b897-4bda-9b0c-087faaf2cb71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f644f0147f0>, '4f1a3ef5-0764-4f4a-a093-63bf42dcbb75') {} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:49:51.408042 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-cf9a3620-b897-4bda-9b0c-087faaf2cb71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754302581378', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32103746'] for segment, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:51.484966 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-cf9a3620-b897-4bda-9b0c-087faaf2cb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076'] for segment, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:51.519170 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf9a3620-b897-4bda-9b0c-087faaf2cb71 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=109146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 12:49:51.520254 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-cf9a3620-b897-4bda-9b0c-087faaf2cb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32077098'] for segment, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:51.732642 dv-cinder-766296-6-iscsi neutron-server[109146]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 12:49:51.732642 dv-cinder-766296-6-iscsi neutron-server[109146]: from cryptography.utils import int_from_bytes Jun 16 12:49:51.732642 dv-cinder-766296-6-iscsi neutron-server[109146]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 12:49:51.732642 dv-cinder-766296-6-iscsi neutron-server[109146]: from cryptography.utils import int_from_bytes Jun 16 12:49:51.732642 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 12:49:51.732642 dv-cinder-766296-6-iscsi neutron-server[109146]: retrieve_revision_numbers = { Jun 16 12:49:51.732642 dv-cinder-766296-6-iscsi neutron-server[109146]: Traceback (most recent call last): Jun 16 12:49:51.732642 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 12:49:51.732642 dv-cinder-766296-6-iscsi neutron-server[109146]: timer() Jun 16 12:49:51.732642 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 12:49:51.732642 dv-cinder-766296-6-iscsi neutron-server[109146]: cb(*args, **kw) Jun 16 12:49:51.732642 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 12:49:51.732642 dv-cinder-766296-6-iscsi neutron-server[109146]: return func(*args, **kwargs) Jun 16 12:49:51.732642 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 12:49:51.732642 dv-cinder-766296-6-iscsi neutron-server[109146]: self._notify() Jun 16 12:49:51.732642 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 12:49:51.732642 dv-cinder-766296-6-iscsi neutron-server[109146]: self.callback(batched_events) Jun 16 12:49:51.732642 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 12:49:51.732642 dv-cinder-766296-6-iscsi neutron-server[109146]: event.method(event) Jun 16 12:49:51.732642 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 12:49:51.732642 dv-cinder-766296-6-iscsi neutron-server[109146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 12:49:51.732642 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 12:49:51.732642 dv-cinder-766296-6-iscsi neutron-server[109146]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 12:49:51.732642 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 12:49:51.732642 dv-cinder-766296-6-iscsi neutron-server[109146]: return f(self, *a, **k) Jun 16 12:49:51.732642 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 12:49:51.732642 dv-cinder-766296-6-iscsi neutron-server[109146]: return self._get(url).json() Jun 16 12:49:51.732642 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 12:49:51.732642 dv-cinder-766296-6-iscsi neutron-server[109146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 12:49:51.732642 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 12:49:51.732642 dv-cinder-766296-6-iscsi neutron-server[109146]: return self.request(url, 'GET', **kwargs) Jun 16 12:49:51.732642 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 12:49:51.732642 dv-cinder-766296-6-iscsi neutron-server[109146]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 12:49:51.732642 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 12:49:51.732642 dv-cinder-766296-6-iscsi neutron-server[109146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 12:49:51.732642 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 12:49:51.732642 dv-cinder-766296-6-iscsi neutron-server[109146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 12:49:51.732642 dv-cinder-766296-6-iscsi neutron-server[109146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 12:49:51.750428 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c532ea51-0128-440c-96dd-5009a727b5f6 admin admin] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 12:49:51.753254 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-cf9a3620-b897-4bda-9b0c-087faaf2cb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3713553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442210'] for network, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:51.763720 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-c532ea51-0128-440c-96dd-5009a727b5f6 admin admin] 10.222.0.67 "PUT /v2.0/routers/b0bae54f-9a8a-4397-b20e-232d984cf51e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.5514336 Jun 16 12:49:51.765829 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-fe20bf91-ada6-4557-921b-66cdb3ed3062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:51.773395 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-cf9a3620-b897-4bda-9b0c-087faaf2cb71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for network, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:51.780698 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-cf9a3620-b897-4bda-9b0c-087faaf2cb71 admin admin] 10.222.0.67 "DELETE /v2.0/networks/50c6a0e7-81ce-4e1f-a3fc-e4aa12e3fbd0 HTTP/1.1" status: 204 len: 168 time: 4.2170560 Jun 16 12:49:51.789674 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 44450) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:51.922255 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c571167-cad0-4cec-980f-ccba68670153 None None] Sync routers for ids ['b0bae54f-9a8a-4397-b20e-232d984cf51e'] in dv-cinder-766296-6-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 12:49:51.935938 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f65777f-49ea-4e19-ad43-b77e1bc25ac6 admin admin] Deleting subnet 5cd88122-d545-44cb-8824-0e31a79e1dc2 {{(pid=109146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 12:49:51.949353 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3f65777f-49ea-4e19-ad43-b77e1bc25ac6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:52.071663 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3f65777f-49ea-4e19-ad43-b77e1bc25ac6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32103771'] for subnet, precommit_delete_associations {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:52.079686 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c571167-cad0-4cec-980f-ccba68670153 None None] Routers {'b0bae54f-9a8a-4397-b20e-232d984cf51e'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:49:52.080497 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-9c571167-cad0-4cec-980f-ccba68670153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644ac4f6a0>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:49:36Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['b0bae54f-9a8a-4397-b20e-232d984cf51e'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:49:52.187205 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3f65777f-49ea-4e19-ad43-b77e1bc25ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3717015'] for subnet, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:52.369636 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a3620-b897-4bda-9b0c-087faaf2cb71 admin admin] Pushing event deleted for resources: {'Network': ['ID=50c6a0e7-81ce-4e1f-a3fc-e4aa12e3fbd0,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:52.388242 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-cf9a3620-b897-4bda-9b0c-087faaf2cb71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:52.391475 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-03e057cc-ef75-4a96-964d-ce4482c0d9dc tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:49:52.396034 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-03e057cc-ef75-4a96-964d-ce4482c0d9dc tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/networks?id=9ac76732-b5e5-4a02-a83d-61dcd782119c HTTP/1.1" status: 200 len: 819 time: 1.1123366 Jun 16 12:49:52.457875 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-220c69ab-1fc2-42a9-964a-765d43c6f693 service neutron] For port 20b65a0b-922e-4e40-8a57-15be09d0b29c, host hv-cinder-76629, cleared binding levels {{(pid=109145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:49:52.470822 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-220c69ab-1fc2-42a9-964a-765d43c6f693 service neutron] For port 20b65a0b-922e-4e40-8a57-15be09d0b29c, host hv-cinder-76629, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=20b65a0b-922e-4e40-8a57-15be09d0b29c,segment=NetworkSegment(48b2e98f-956b-4fe4-8e24-81d7a6d7c8be),segment_id=48b2e98f-956b-4fe4-8e24-81d7a6d7c8be)] {{(pid=109145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:49:52.498917 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3f65777f-49ea-4e19-ad43-b77e1bc25ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3717000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32077237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31807229'] for subnet, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:52.520701 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 44466) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:52.521725 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-48cbcf5e-d9c3-4be9-a68b-8f0959f23f94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:52.625032 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f65777f-49ea-4e19-ad43-b77e1bc25ac6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cd88122-d545-44cb-8824-0e31a79e1dc2,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:52.641771 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-3f65777f-49ea-4e19-ad43-b77e1bc25ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:52.666545 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3f65777f-49ea-4e19-ad43-b77e1bc25ac6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:52.677716 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-3f65777f-49ea-4e19-ad43-b77e1bc25ac6 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/5cd88122-d545-44cb-8824-0e31a79e1dc2 HTTP/1.1" status: 204 len: 168 time: 0.8855834 Jun 16 12:49:52.679140 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 44470) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:52.691677 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-27ad7ed0-b237-4884-b2fa-3a6b38bc61b7 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/quotas/1bb6d57a17a34ca0a86552ed9595186c HTTP/1.1" status: 200 len: 375 time: 0.0250895 Jun 16 12:49:52.708292 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-220c69ab-1fc2-42a9-964a-765d43c6f693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:53.002177 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-9c571167-cad0-4cec-980f-ccba68670153 None None] Set router b0bae54f-9a8a-4397-b20e-232d984cf51e gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:49:53.046044 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-95d0e30f-abb3-4cea-8de4-f09f3ee58b34 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks [] for port, precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:53.056172 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-41f51fdd-52fa-4b8f-88d9-c3a2adfcffbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:53.099676 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-dda68683-76e5-4dd1-b3b8-01b70d82b2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3773194'] for network, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:53.117787 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-e9e86eb9-8b99-41a9-99f2-d5a9bbe64d6a None None] Notify callbacks [] for port, precommit_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:53.125108 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-95d0e30f-abb3-4cea-8de4-f09f3ee58b34 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:53.149659 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-95d0e30f-abb3-4cea-8de4-f09f3ee58b34 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:53.191698 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.provisioning_blocks [None req-e9e86eb9-8b99-41a9-99f2-d5a9bbe64d6a None None] Transition to ACTIVE for port object 3f6b742f-e9cc-4f09-ad5d-07901fb3c142 will not be triggered until provisioned by entity L2. {{(pid=109148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:49:53.213934 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-e9e86eb9-8b99-41a9-99f2-d5a9bbe64d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:53.218666 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:53.401556 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-ceb38bf5-04b8-40f2-a05d-b16da216b3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a9fc310>, [{'id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'name': 'tempest-AttachVolumeTestJSON-2070282617-router', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:23Z', 'updated_at': '2021-06-16T12:49:36Z', 'revision_number': 4, 'project_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'gw_port': {'id': 'd2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:25Z', 'updated_at': '2021-06-16T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '430791d5-2282-4cc2-afa2-e94d4ce8a8a8', 'name': '', 'network_id': 'ea00ad74-87b8-4238-b685-834f4d31b647', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'mac_address': 'fa:16:3e:bc:0b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1a94bd32-4e74-4078-a9cb-34eb92b42cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:32Z', 'updated_at': '2021-06-16T12:49:49Z', 'revision_number': 4, 'project_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'subnets': [{'id': '1a94bd32-4e74-4078-a9cb-34eb92b42cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:49:53.442066 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb38bf5-04b8-40f2-a05d-b16da216b3cd None None] The sync data for ids ['d90b2468-74ee-4397-8c5f-cea2a71abb18'] in dv-cinder-766296-6-iscsi is: [{'id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'name': 'tempest-AttachVolumeTestJSON-2070282617-router', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:23Z', 'updated_at': '2021-06-16T12:49:36Z', 'revision_number': 4, 'project_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'gw_port': {'id': 'd2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:25Z', 'updated_at': '2021-06-16T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '430791d5-2282-4cc2-afa2-e94d4ce8a8a8', 'name': '', 'network_id': 'ea00ad74-87b8-4238-b685-834f4d31b647', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'mac_address': 'fa:16:3e:bc:0b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1a94bd32-4e74-4078-a9cb-34eb92b42cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:32Z', 'updated_at': '2021-06-16T12:49:49Z', 'revision_number': 4, 'project_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'subnets': [{'id': '1a94bd32-4e74-4078-a9cb-34eb92b42cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 12:49:53.505357 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c69ab-1fc2-42a9-964a-765d43c6f693 service neutron] Pushing event updated for resources: {'Port': ['ID=20b65a0b-922e-4e40-8a57-15be09d0b29c,revision_number=3']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:53.518781 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-dda68683-76e5-4dd1-b3b8-01b70d82b2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3713560', 'neutron.services.segments.db._delete_segments_for_network-8754302582321'] for network, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:53.546798 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-220c69ab-1fc2-42a9-964a-765d43c6f693 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:53.572691 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-da73e0c0-3ac2-4ab2-973d-e8bf58dab33d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:53.590016 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-dda68683-76e5-4dd1-b3b8-01b70d82b2dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f644e767190>,) {'filters': {'network_id': ['d1caf0d0-49a3-449e-91cc-4fc116d4c681']}} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:49:53.655410 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-dda68683-76e5-4dd1-b3b8-01b70d82b2dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f644e767190>, '76d33d7a-9500-47fc-b3d8-b7517312dac0') {'for_net_delete': True} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:49:53.656516 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-dda68683-76e5-4dd1-b3b8-01b70d82b2dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f644e767190>, '76d33d7a-9500-47fc-b3d8-b7517312dac0') {} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:49:53.725809 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-dda68683-76e5-4dd1-b3b8-01b70d82b2dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754302581378', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32103746'] for segment, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:53.771975 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ea3e3-7c9d-49f9-8cde-f5d292e4fd68 None None] Pushing event updated for resources: {'Port': ['ID=3f6b742f-e9cc-4f09-ad5d-07901fb3c142,revision_number=3']} {{(pid=109148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:53.780852 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG oslo_concurrency.lockutils [None req-0c8ea3e3-7c9d-49f9-8cde-f5d292e4fd68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=109148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:53.844206 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-e9e86eb9-8b99-41a9-99f2-d5a9bbe64d6a None None] Attempting to bind port 3f6b742f-e9cc-4f09-ad5d-07901fb3c142 on host dv-cinder-766296-6-iscsi for vnic_type normal with profile {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:49:53.847174 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-dda68683-76e5-4dd1-b3b8-01b70d82b2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076'] for segment, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:53.860574 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-e9e86eb9-8b99-41a9-99f2-d5a9bbe64d6a None None] Attempting to bind port 3f6b742f-e9cc-4f09-ad5d-07901fb3c142 by drivers openvswitch,hyperv on host dv-cinder-766296-6-iscsi at level 0 using segments [{'id': 'c80dc759-b709-4d2d-89fc-ca0ddd20a50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9ac76732-b5e5-4a02-a83d-61dcd782119c'}] {{(pid=109148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:49:53.862263 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e86eb9-8b99-41a9-99f2-d5a9bbe64d6a None None] Attempting to bind port 3f6b742f-e9cc-4f09-ad5d-07901fb3c142 on network 9ac76732-b5e5-4a02-a83d-61dcd782119c {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:49:53.895717 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e86eb9-8b99-41a9-99f2-d5a9bbe64d6a None None] Checking agent: {'id': '02c43e25-bd45-43d2-952e-f18e4af744aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766296-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 40, 6), 'started_at': datetime.datetime(2021, 6, 16, 12, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766296-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:49:53.896975 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e86eb9-8b99-41a9-99f2-d5a9bbe64d6a None None] Checking segment: {'id': 'c80dc759-b709-4d2d-89fc-ca0ddd20a50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9ac76732-b5e5-4a02-a83d-61dcd782119c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:49:53.898115 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-e9e86eb9-8b99-41a9-99f2-d5a9bbe64d6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:53.899384 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e86eb9-8b99-41a9-99f2-d5a9bbe64d6a None None] Bound using segment: {'id': 'c80dc759-b709-4d2d-89fc-ca0ddd20a50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9ac76732-b5e5-4a02-a83d-61dcd782119c'} {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:49:53.902210 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-e9e86eb9-8b99-41a9-99f2-d5a9bbe64d6a None None] Bound port: 3f6b742f-e9cc-4f09-ad5d-07901fb3c142, host: dv-cinder-766296-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c80dc759-b709-4d2d-89fc-ca0ddd20a50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9ac76732-b5e5-4a02-a83d-61dcd782119c'}}] {{(pid=109148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:49:53.903523 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-e9e86eb9-8b99-41a9-99f2-d5a9bbe64d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:53.907671 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dda68683-76e5-4dd1-b3b8-01b70d82b2dc admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=109146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 12:49:53.908367 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-dda68683-76e5-4dd1-b3b8-01b70d82b2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32077098'] for segment, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:53.911602 dv-cinder-766296-6-iscsi neutron-server[109146]: Traceback (most recent call last): Jun 16 12:49:53.911602 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 12:49:53.911602 dv-cinder-766296-6-iscsi neutron-server[109146]: timer() Jun 16 12:49:53.911602 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 12:49:53.911602 dv-cinder-766296-6-iscsi neutron-server[109146]: cb(*args, **kw) Jun 16 12:49:53.911602 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 12:49:53.911602 dv-cinder-766296-6-iscsi neutron-server[109146]: return func(*args, **kwargs) Jun 16 12:49:53.911602 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 12:49:53.911602 dv-cinder-766296-6-iscsi neutron-server[109146]: self._notify() Jun 16 12:49:53.911602 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 12:49:53.911602 dv-cinder-766296-6-iscsi neutron-server[109146]: self.callback(batched_events) Jun 16 12:49:53.911602 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 12:49:53.911602 dv-cinder-766296-6-iscsi neutron-server[109146]: event.method(event) Jun 16 12:49:53.911602 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 12:49:53.911602 dv-cinder-766296-6-iscsi neutron-server[109146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 12:49:53.911602 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 12:49:53.911602 dv-cinder-766296-6-iscsi neutron-server[109146]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 12:49:53.911602 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 12:49:53.911602 dv-cinder-766296-6-iscsi neutron-server[109146]: return f(self, *a, **k) Jun 16 12:49:53.911602 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 12:49:53.911602 dv-cinder-766296-6-iscsi neutron-server[109146]: return self._get(url).json() Jun 16 12:49:53.911602 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 12:49:53.911602 dv-cinder-766296-6-iscsi neutron-server[109146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 12:49:53.911602 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 12:49:53.911602 dv-cinder-766296-6-iscsi neutron-server[109146]: return self.request(url, 'GET', **kwargs) Jun 16 12:49:53.911602 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 12:49:53.911602 dv-cinder-766296-6-iscsi neutron-server[109146]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 12:49:53.911602 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 12:49:53.911602 dv-cinder-766296-6-iscsi neutron-server[109146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 12:49:53.911602 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 12:49:53.911602 dv-cinder-766296-6-iscsi neutron-server[109146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 12:49:53.911602 dv-cinder-766296-6-iscsi neutron-server[109146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 12:49:53.977024 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-41f51fdd-52fa-4b8f-88d9-c3a2adfcffbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:54.008288 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-41f51fdd-52fa-4b8f-88d9-c3a2adfcffbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:54.166669 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.db [None req-e9e86eb9-8b99-41a9-99f2-d5a9bbe64d6a None None] For port 3f6b742f-e9cc-4f09-ad5d-07901fb3c142, host dv-cinder-766296-6-iscsi, cleared binding levels {{(pid=109148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:49:54.190151 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.db [None req-e9e86eb9-8b99-41a9-99f2-d5a9bbe64d6a None None] For port 3f6b742f-e9cc-4f09-ad5d-07901fb3c142, host dv-cinder-766296-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=3f6b742f-e9cc-4f09-ad5d-07901fb3c142,segment=NetworkSegment(c80dc759-b709-4d2d-89fc-ca0ddd20a50f),segment_id=c80dc759-b709-4d2d-89fc-ca0ddd20a50f)] {{(pid=109148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:49:54.207363 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-e9e86eb9-8b99-41a9-99f2-d5a9bbe64d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:54.227493 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:54.317512 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-9c571167-cad0-4cec-980f-ccba68670153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644ac4f6a0>, [{'id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'name': 'tempest-AttachVolumeShelveTestJSON-834222333-router', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '3c6fb636-68f3-4fe5-93eb-542e63f258c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:24Z', 'updated_at': '2021-06-16T12:49:43Z', 'revision_number': 4, 'project_id': '9142176cdce2480a88e9dcee58c356f4', 'gw_port': {'id': '3c6fb636-68f3-4fe5-93eb-542e63f258c8', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:26Z', 'updated_at': '2021-06-16T12:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '2fe31cab-afb2-436f-87ad-e2fb2d901ab3', 'name': '', 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'mac_address': 'fa:16:3e:a4:2f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6854b649-d35a-4298-9aa6-e7a75a6ae3a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:38Z', 'updated_at': '2021-06-16T12:49:44Z', 'revision_number': 2, 'project_id': '9142176cdce2480a88e9dcee58c356f4', 'subnets': [{'id': '6854b649-d35a-4298-9aa6-e7a75a6ae3a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:49:54.322936 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-fe20bf91-ada6-4557-921b-66cdb3ed3062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:54.330008 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-41f51fdd-52fa-4b8f-88d9-c3a2adfcffbd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1506d6180d824a0789c6a700570f7273&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8032618 Jun 16 12:49:54.348260 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c571167-cad0-4cec-980f-ccba68670153 None None] Checking router: b0bae54f-9a8a-4397-b20e-232d984cf51e for host: dv-cinder-766296-6-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 12:49:54.348260 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c571167-cad0-4cec-980f-ccba68670153 None None] Updating router b0bae54f-9a8a-4397-b20e-232d984cf51e port 2fe31cab-afb2-436f-87ad-e2fb2d901ab3 binding host dv-cinder-766296-6-iscsi {{(pid=109147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 12:49:54.364860 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 44478) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:54.445989 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d0e30f-abb3-4cea-8de4-f09f3ee58b34 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Pushing event updated for resources: {'Port': ['ID=7f1ad5f5-94bc-419d-8711-e7e301e220f7,revision_number=2']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:54.497856 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e86eb9-8b99-41a9-99f2-d5a9bbe64d6a None None] Routers {'be039bce-e7ae-422b-a4e1-d248c829e71e'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:49:54.500182 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-e9e86eb9-8b99-41a9-99f2-d5a9bbe64d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644ab33b20>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:49:36Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['be039bce-e7ae-422b-a4e1-d248c829e71e'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:49:54.575007 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-dda68683-76e5-4dd1-b3b8-01b70d82b2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3713553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442210'] for network, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:54.582919 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-220c69ab-1fc2-42a9-964a-765d43c6f693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:49:54.587905 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-220c69ab-1fc2-42a9-964a-765d43c6f693 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for port, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:54.588740 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-9c571167-cad0-4cec-980f-ccba68670153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:54.605725 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-220c69ab-1fc2-42a9-964a-765d43c6f693 service neutron] 10.222.0.73 "PUT /v2.0/ports/20b65a0b-922e-4e40-8a57-15be09d0b29c HTTP/1.1" status: 200 len: 1094 time: 8.4975784 Jun 16 12:49:54.620182 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-dda68683-76e5-4dd1-b3b8-01b70d82b2dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for network, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:54.655609 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-dda68683-76e5-4dd1-b3b8-01b70d82b2dc admin admin] 10.222.0.67 "DELETE /v2.0/networks/d1caf0d0-49a3-449e-91cc-4fc116d4c681 HTTP/1.1" status: 204 len: 168 time: 1.9640181 Jun 16 12:49:54.680042 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 430791d5-2282-4cc2-afa2-e94d4ce8a8a8 up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:49:54.700126 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f51fdd-52fa-4b8f-88d9-c3a2adfcffbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e7e836-2b69-4705-9063-560f20d49a95,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:54.719718 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-41f51fdd-52fa-4b8f-88d9-c3a2adfcffbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:54.733397 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8744a86c-c539-4304-bcd5-08d5340904dd', 'tag': '20b65a0b-922e-4e40-8a57-15be09d0b29c'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:49:54.778969 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-4f3d5b50-3848-4c6c-9abb-fccd5a0f4cad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:54.814621 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-668d999b-dcd0-4a75-8c4d-7979bd16a21d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:54.826960 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda68683-76e5-4dd1-b3b8-01b70d82b2dc admin admin] Pushing event deleted for resources: {'Network': ['ID=d1caf0d0-49a3-449e-91cc-4fc116d4c681,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:54.847685 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-dda68683-76e5-4dd1-b3b8-01b70d82b2dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:54.936022 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-668d999b-dcd0-4a75-8c4d-7979bd16a21d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:55.094117 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ea3e3-7c9d-49f9-8cde-f5d292e4fd68 None None] Pushing event updated for resources: {'Port': ['ID=3f6b742f-e9cc-4f09-ad5d-07901fb3c142,revision_number=4']} {{(pid=109148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:55.125629 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG oslo_concurrency.lockutils [None req-0c8ea3e3-7c9d-49f9-8cde-f5d292e4fd68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.898s {{(pid=109148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:55.252108 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-668d999b-dcd0-4a75-8c4d-7979bd16a21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:55.257192 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-668d999b-dcd0-4a75-8c4d-7979bd16a21d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:55.292868 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-668d999b-dcd0-4a75-8c4d-7979bd16a21d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/32e7e836-2b69-4705-9063-560f20d49a95 HTTP/1.1" status: 204 len: 168 time: 0.9207675 Jun 16 12:49:55.322320 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:55.338184 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-95d0e30f-abb3-4cea-8de4-f09f3ee58b34 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442364'] for floatingip, after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:55.359274 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-e9e86eb9-8b99-41a9-99f2-d5a9bbe64d6a None None] Set router be039bce-e7ae-422b-a4e1-d248c829e71e gateway port host: dv-cinder-766296-6-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:49:55.361029 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 44508) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:55.389258 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d999b-dcd0-4a75-8c4d-7979bd16a21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e7e836-2b69-4705-9063-560f20d49a95,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:55.397054 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-668d999b-dcd0-4a75-8c4d-7979bd16a21d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:55.498355 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning for port 430791d5-2282-4cc2-afa2-e94d4ce8a8a8 completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:49:55.526518 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port 430791d5-2282-4cc2-afa2-e94d4ce8a8a8 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:49:55.529162 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:55.607663 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-95d0e30f-abb3-4cea-8de4-f09f3ee58b34 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.031s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:55.763638 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5cad7-5083-4265-a84f-4ef5581a5760 req-031dc31a-1009-446b-9cea-7aa2ba83e29d tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:49:55.803128 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a2d5cad7-5083-4265-a84f-4ef5581a5760 req-031dc31a-1009-446b-9cea-7aa2ba83e29d tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/ports?device_id=8744a86c-c539-4304-bcd5-08d5340904dd HTTP/1.1" status: 200 len: 944 time: 3.3295915 Jun 16 12:49:55.825589 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9bae50dfbf258dfcc1b22b71b0f324177d6a2dd6dbdff5bf738173c6d3102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b053c87-f338-401b-b195-2d94022be837" -d '{"events": [{"name": "network-changed", "server_uuid": "8744a86c-c539-4304-bcd5-08d5340904dd", "tag": "20b65a0b-922e-4e40-8a57-15be09d0b29c"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:49:55.968593 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-95d0e30f-abb3-4cea-8de4-f09f3ee58b34 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for floatingip, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:55.980609 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-95d0e30f-abb3-4cea-8de4-f09f3ee58b34 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.7291331 Jun 16 12:49:56.348941 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-795bb1db-e16e-48ec-b77d-877f599c762d tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=1bb6d57a17a34ca0a86552ed9595186c&fields=id HTTP/1.1" status: 200 len: 255 time: 3.6384635 Jun 16 12:49:56.380056 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-0d217dd6-0433-4a05-b0de-79312b25a390 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=36fa9470f1a645fba5f3463d9983790b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8772476 Jun 16 12:49:56.384664 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 44522) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:56.419136 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a2d5cad7-5083-4265-a84f-4ef5581a5760 req-8d18a1bd-e08e-44ea-99c2-adef77f34eb2 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ccc41ef-6f6b-470e-ab42-96aad3615268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5532465 Jun 16 12:49:56.468798 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-1b759242-f2dd-4ccd-a4bc-e59eeb186e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:49:56.484374 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-1b759242-f2dd-4ccd-a4bc-e59eeb186e56 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=63f583c0d2ec4d34a58968da103ccb7f&device_id=8744a86c-c539-4304-bcd5-08d5340904dd HTTP/1.1" status: 200 len: 1097 time: 1.3426304 Jun 16 12:49:56.532471 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:56.632863 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-e9e86eb9-8b99-41a9-99f2-d5a9bbe64d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644ab33b20>, [{'id': 'be039bce-e7ae-422b-a4e1-d248c829e71e', 'name': 'tempest-ServerRescueNegativeTestJSON-1597244857-router', 'tenant_id': '1bb6d57a17a34ca0a86552ed9595186c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': 'caa75605-faad-479b-9dfb-687b909f36b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:25Z', 'updated_at': '2021-06-16T12:49:45Z', 'revision_number': 4, 'project_id': '1bb6d57a17a34ca0a86552ed9595186c', 'gw_port': {'id': 'caa75605-faad-479b-9dfb-687b909f36b4', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:68:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be039bce-e7ae-422b-a4e1-d248c829e71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:26Z', 'updated_at': '2021-06-16T12:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '3f6b742f-e9cc-4f09-ad5d-07901fb3c142', 'name': '', 'network_id': '9ac76732-b5e5-4a02-a83d-61dcd782119c', 'tenant_id': '1bb6d57a17a34ca0a86552ed9595186c', 'mac_address': 'fa:16:3e:80:24:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be039bce-e7ae-422b-a4e1-d248c829e71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e11ea1c4-1683-49da-8a09-a0382b92ba4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:40Z', 'updated_at': '2021-06-16T12:49:54Z', 'revision_number': 4, 'project_id': '1bb6d57a17a34ca0a86552ed9595186c', 'subnets': [{'id': 'e11ea1c4-1683-49da-8a09-a0382b92ba4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:49:56.645485 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e86eb9-8b99-41a9-99f2-d5a9bbe64d6a None None] The sync data for ids ['be039bce-e7ae-422b-a4e1-d248c829e71e'] in dv-cinder-766296-6-iscsi is: [{'id': 'be039bce-e7ae-422b-a4e1-d248c829e71e', 'name': 'tempest-ServerRescueNegativeTestJSON-1597244857-router', 'tenant_id': '1bb6d57a17a34ca0a86552ed9595186c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': 'caa75605-faad-479b-9dfb-687b909f36b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:25Z', 'updated_at': '2021-06-16T12:49:45Z', 'revision_number': 4, 'project_id': '1bb6d57a17a34ca0a86552ed9595186c', 'gw_port': {'id': 'caa75605-faad-479b-9dfb-687b909f36b4', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:68:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be039bce-e7ae-422b-a4e1-d248c829e71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:26Z', 'updated_at': '2021-06-16T12:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '3f6b742f-e9cc-4f09-ad5d-07901fb3c142', 'name': '', 'network_id': '9ac76732-b5e5-4a02-a83d-61dcd782119c', 'tenant_id': '1bb6d57a17a34ca0a86552ed9595186c', 'mac_address': 'fa:16:3e:80:24:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be039bce-e7ae-422b-a4e1-d248c829e71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e11ea1c4-1683-49da-8a09-a0382b92ba4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:40Z', 'updated_at': '2021-06-16T12:49:54Z', 'revision_number': 4, 'project_id': '1bb6d57a17a34ca0a86552ed9595186c', 'subnets': [{'id': 'e11ea1c4-1683-49da-8a09-a0382b92ba4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 12:49:56.686489 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-fb8d0289-bfa3-41e6-ac21-d88fb3571602 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20b65a0b-922e-4e40-8a57-15be09d0b29c HTTP/1.1" status: 200 len: 217 time: 0.1841574 Jun 16 12:49:56.795405 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-364ef725-13f6-4661-82e1-7b1d0f7470c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:56.881462 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] For port 430791d5-2282-4cc2-afa2-e94d4ce8a8a8, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=430791d5-2282-4cc2-afa2-e94d4ce8a8a8,segment=NetworkSegment(c134a422-ed02-4a76-b565-b54dfcd7a8d9),segment_id=c134a422-ed02-4a76-b565-b54dfcd7a8d9)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:49:56.899257 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:56.923356 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:56.933160 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-9c571167-cad0-4cec-980f-ccba68670153 None None] Notify callbacks [] for port, precommit_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:56.952493 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-364ef725-13f6-4661-82e1-7b1d0f7470c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:57.102516 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-364ef725-13f6-4661-82e1-7b1d0f7470c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:57.112923 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-364ef725-13f6-4661-82e1-7b1d0f7470c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:57.118831 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-364ef725-13f6-4661-82e1-7b1d0f7470c3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f9a74b30-6206-49e2-b92f-645b6e010d28 HTTP/1.1" status: 204 len: 168 time: 0.7326982 Jun 16 12:49:57.126245 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:57.159815 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 44538) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:57.169390 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-5c6ef2ca-5552-4024-957c-62dce8ee6cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:49:57.177409 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ef725-13f6-4661-82e1-7b1d0f7470c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a74b30-6206-49e2-b92f-645b6e010d28,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:57.188996 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-5c6ef2ca-5552-4024-957c-62dce8ee6cf9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b40a080f-7032-436e-b577-3024e36fe1b3 HTTP/1.1" status: 200 len: 851 time: 0.4936104 Jun 16 12:49:57.199922 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-364ef725-13f6-4661-82e1-7b1d0f7470c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:57.413422 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-9c571167-cad0-4cec-980f-ccba68670153 None None] Transition to ACTIVE for port object 2fe31cab-afb2-436f-87ad-e2fb2d901ab3 will not be triggered until provisioned by entity L2. {{(pid=109147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:49:57.481072 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 3f6b742f-e9cc-4f09-ad5d-07901fb3c142 up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:49:57.570256 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Pushing event updated for resources: {'Port': ['ID=430791d5-2282-4cc2-afa2-e94d4ce8a8a8,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:57.598631 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:57.603266 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-9c571167-cad0-4cec-980f-ccba68670153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:57.640518 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-d053b0b9-350b-4a1f-a698-dfaddb08c996 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d454804e-0369-4595-9684-9318d60b78e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4428284 Jun 16 12:49:57.654189 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-cf1fc190-1109-429c-ba1e-cd989302e053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:57.663669 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:57.807051 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899b982-945d-498e-8357-6f5b8e115707 None None] Pushing event updated for resources: {'Port': ['ID=2fe31cab-afb2-436f-87ad-e2fb2d901ab3,revision_number=3']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:57.832129 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-a899b982-945d-498e-8357-6f5b8e115707 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:58.137546 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning for port 3f6b742f-e9cc-4f09-ad5d-07901fb3c142 completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:49:58.139094 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-022ee0bc-0e8e-46f4-8aa2-0fa43402f3f6 service neutron] 10.222.0.73 "GET /v2.0/networks/d454804e-0369-4595-9684-9318d60b78e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4869604 Jun 16 12:49:58.547882 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port 3f6b742f-e9cc-4f09-ad5d-07901fb3c142 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:49:58.548616 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:58.619477 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-c92beeb1-6f8c-45cf-ade6-5ddf6191078a service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=109145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 12:49:58.627056 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-c92beeb1-6f8c-45cf-ade6-5ddf6191078a service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5069923 Jun 16 12:49:58.680605 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-9c571167-cad0-4cec-980f-ccba68670153 None None] Attempting to bind port 2fe31cab-afb2-436f-87ad-e2fb2d901ab3 on host dv-cinder-766296-6-iscsi for vnic_type normal with profile {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:49:58.681910 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-9c571167-cad0-4cec-980f-ccba68670153 None None] Attempting to bind port 2fe31cab-afb2-436f-87ad-e2fb2d901ab3 by drivers openvswitch,hyperv on host dv-cinder-766296-6-iscsi at level 0 using segments [{'id': '042ac9d8-9593-43f5-8ffd-f1b933e86f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537'}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:49:58.684591 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c571167-cad0-4cec-980f-ccba68670153 None None] Attempting to bind port 2fe31cab-afb2-436f-87ad-e2fb2d901ab3 on network b092543c-4e0a-4b3c-b41e-431b7c90a537 {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:49:58.700237 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c571167-cad0-4cec-980f-ccba68670153 None None] Checking agent: {'id': '02c43e25-bd45-43d2-952e-f18e4af744aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766296-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 40, 6), 'started_at': datetime.datetime(2021, 6, 16, 12, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766296-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:49:58.701486 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c571167-cad0-4cec-980f-ccba68670153 None None] Checking segment: {'id': '042ac9d8-9593-43f5-8ffd-f1b933e86f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:49:58.702184 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-9c571167-cad0-4cec-980f-ccba68670153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:58.703263 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c571167-cad0-4cec-980f-ccba68670153 None None] Bound using segment: {'id': '042ac9d8-9593-43f5-8ffd-f1b933e86f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537'} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:49:58.704124 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-9c571167-cad0-4cec-980f-ccba68670153 None None] Bound port: 2fe31cab-afb2-436f-87ad-e2fb2d901ab3, host: dv-cinder-766296-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042ac9d8-9593-43f5-8ffd-f1b933e86f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537'}}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:49:58.705077 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-9c571167-cad0-4cec-980f-ccba68670153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:58.916702 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:58.923471 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 44568) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:58.935027 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-83c0a463-dbbe-4fc6-abb5-ae4d1458ff72 req-5840dbc0-c092-48ba-9f03-6c0cd8f956bd service neutron] 10.222.0.73 "GET /v2.0/networks/d454804e-0369-4595-9684-9318d60b78e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7552240 Jun 16 12:49:58.985623 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-5a566340-b34f-4b32-a97c-3ef2ec852eea admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=819f4fe88d1e460fb786b78f43497c86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0604901 Jun 16 12:49:58.990995 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 44570) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:59.010959 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-332da585-e752-4297-81d6-e166b3cc363e service neutron] 10.222.0.67 "GET /v2.0/networks/9ac76732-b5e5-4a02-a83d-61dcd782119c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327425 Jun 16 12:49:59.057851 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 44574) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:59.070913 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-25f004fa-e418-43cd-ad74-2b59f4d168d9 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1901022311', 'description': 'tempest-description--1878704396'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:49:59.112143 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] For port 3f6b742f-e9cc-4f09-ad5d-07901fb3c142, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=3f6b742f-e9cc-4f09-ad5d-07901fb3c142,segment=NetworkSegment(c80dc759-b709-4d2d-89fc-ca0ddd20a50f),segment_id=c80dc759-b709-4d2d-89fc-ca0ddd20a50f)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:49:59.120774 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-9c571167-cad0-4cec-980f-ccba68670153 None None] For port 2fe31cab-afb2-436f-87ad-e2fb2d901ab3, host dv-cinder-766296-6-iscsi, cleared binding levels {{(pid=109147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:49:59.126843 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8c10897a-71f3-4e79-89cd-676ac8b2e6a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:59.137823 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-9c571167-cad0-4cec-980f-ccba68670153 None None] For port 2fe31cab-afb2-436f-87ad-e2fb2d901ab3, host dv-cinder-766296-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=2fe31cab-afb2-436f-87ad-e2fb2d901ab3,segment=NetworkSegment(042ac9d8-9593-43f5-8ffd-f1b933e86f71),segment_id=042ac9d8-9593-43f5-8ffd-f1b933e86f71)] {{(pid=109147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:49:59.144631 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:59.155547 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:59.229046 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8c10897a-71f3-4e79-89cd-676ac8b2e6a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:59.312832 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-9c571167-cad0-4cec-980f-ccba68670153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:59.364432 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-cf1fc190-1109-429c-ba1e-cd989302e053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:59.414286 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-cf1fc190-1109-429c-ba1e-cd989302e053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:59.447249 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 430791d5-2282-4cc2-afa2-e94d4ce8a8a8 up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:49:59.458194 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8c10897a-71f3-4e79-89cd-676ac8b2e6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:59.471058 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8c10897a-71f3-4e79-89cd-676ac8b2e6a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:59.473362 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-8c10897a-71f3-4e79-89cd-676ac8b2e6a2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f82b1e31-d178-4503-968a-946f9236e853 HTTP/1.1" status: 204 len: 168 time: 0.4802320 Jun 16 12:49:59.477005 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:59.497446 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Pushing event updated for resources: {'Port': ['ID=3f6b742f-e9cc-4f09-ad5d-07901fb3c142,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:59.501071 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c10897a-71f3-4e79-89cd-676ac8b2e6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82b1e31-d178-4503-968a-946f9236e853,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:59.511101 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-25f004fa-e418-43cd-ad74-2b59f4d168d9 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:49:59.513505 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:59.514538 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:59.527065 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-8c10897a-71f3-4e79-89cd-676ac8b2e6a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:59.536200 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-304bb8eb-c819-479e-9ef6-ed2e4e5244c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:49:59.555237 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-cf1fc190-1109-429c-ba1e-cd989302e053 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dd96827f23704f72a295b9c281c41dba&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3600740 Jun 16 12:49:59.582178 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 44580) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:49:59.594320 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-e6c8dc00-6aab-472e-aba0-36b07f6949a0 service neutron] 10.222.0.67 "GET /v2.0/networks/9ac76732-b5e5-4a02-a83d-61dcd782119c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5561595 Jun 16 12:49:59.717743 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1fc190-1109-429c-ba1e-cd989302e053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525cbba5-84ba-46d8-8d47-1d340f023212,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:49:59.740823 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-cf1fc190-1109-429c-ba1e-cd989302e053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:49:59.884512 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 12:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19f0bb8-823d-4f4f-bd95-c1db380099bd x-openstack-request-id: req-a19f0bb8-823d-4f4f-bd95-c1db380099bd {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:49:59.885338 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8744a86c-c539-4304-bcd5-08d5340904dd", "tag": "20b65a0b-922e-4e40-8a57-15be09d0b29c", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:49:59.886054 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a19f0bb8-823d-4f4f-bd95-c1db380099bd {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:49:59.886819 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8744a86c-c539-4304-bcd5-08d5340904dd', 'tag': '20b65a0b-922e-4e40-8a57-15be09d0b29c', 'status': 'completed', 'code': 200} Jun 16 12:50:00.006654 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e54bd502-6e53-480a-b937-e7f10c9dae54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:00.114021 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e54bd502-6e53-480a-b937-e7f10c9dae54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:00.205454 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c571167-cad0-4cec-980f-ccba68670153 None None] Routers {'b0bae54f-9a8a-4397-b20e-232d984cf51e'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:50:00.222003 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-9c571167-cad0-4cec-980f-ccba68670153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644ac4f6a0>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:49:36Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['b0bae54f-9a8a-4397-b20e-232d984cf51e'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:50:00.299923 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-25f004fa-e418-43cd-ad74-2b59f4d168d9 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:00.313306 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-25f004fa-e418-43cd-ad74-2b59f4d168d9 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:00.320607 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:00.371924 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f004fa-e418-43cd-ad74-2b59f4d168d9 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cff0fb9-b5a5-420b-a53f-57802c5efe84,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:00.387757 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-2101c815-52d4-4a23-bddf-1a625577611b tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1825978007&fields=id&tenant_id=3f9713ea5e7f4789a25afeaba4a1b9b2 HTTP/1.1" status: 200 len: 267 time: 0.1719065 Jun 16 12:50:00.402147 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-25f004fa-e418-43cd-ad74-2b59f4d168d9 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:00.415177 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-25f004fa-e418-43cd-ad74-2b59f4d168d9 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:00.423117 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-25f004fa-e418-43cd-ad74-2b59f4d168d9 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3633478 Jun 16 12:50:00.439357 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 44612) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:00.461699 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-73bd2bd0-07e0-4440-ae0c-2edac3472b2d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Request body: {'security_group_rule': {'security_group_id': '7cff0fb9-b5a5-420b-a53f-57802c5efe84', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:50:00.497068 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e54bd502-6e53-480a-b937-e7f10c9dae54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:00.522334 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e54bd502-6e53-480a-b937-e7f10c9dae54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:00.528226 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-e54bd502-6e53-480a-b937-e7f10c9dae54 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/525cbba5-84ba-46d8-8d47-1d340f023212 HTTP/1.1" status: 204 len: 168 time: 0.9340937 Jun 16 12:50:00.533112 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:00.610116 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54bd502-6e53-480a-b937-e7f10c9dae54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525cbba5-84ba-46d8-8d47-1d340f023212,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:00.628871 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-e54bd502-6e53-480a-b937-e7f10c9dae54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:00.645863 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-73bd2bd0-07e0-4440-ae0c-2edac3472b2d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:00.688961 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899b982-945d-498e-8357-6f5b8e115707 None None] Pushing event updated for resources: {'Port': ['ID=2fe31cab-afb2-436f-87ad-e2fb2d901ab3,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:00.716656 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-a899b982-945d-498e-8357-6f5b8e115707 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.200s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:00.785684 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a166a9e-5a05-40c0-8ff6-63d0a030c4de req-1c4faf26-b11b-4c68-893a-d87c8ef9d3d3 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:00.804593 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1a166a9e-5a05-40c0-8ff6-63d0a030c4de req-1c4faf26-b11b-4c68-893a-d87c8ef9d3d3 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/ports?device_id=8744a86c-c539-4304-bcd5-08d5340904dd HTTP/1.1" status: 200 len: 944 time: 0.5279403 Jun 16 12:50:00.806999 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port 430791d5-2282-4cc2-afa2-e94d4ce8a8a8 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:50:00.808149 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:00.925527 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-73bd2bd0-07e0-4440-ae0c-2edac3472b2d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:00.929237 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-e395926f-4208-4245-baaf-dbafe7d77752 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:00.933865 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-73bd2bd0-07e0-4440-ae0c-2edac3472b2d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481314'] for security_group_rule, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:00.937652 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:00.942789 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-e395926f-4208-4245-baaf-dbafe7d77752 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/networks?id=ea00ad74-87b8-4238-b685-834f4d31b647 HTTP/1.1" status: 200 len: 811 time: 0.5518050 Jun 16 12:50:01.014466 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd2bd0-07e0-4440-ae0c-2edac3472b2d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e36fd2bd-0117-48c8-82f0-96ed85935580,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:01.045950 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-73bd2bd0-07e0-4440-ae0c-2edac3472b2d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:01.063881 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-47ff0f89-7791-47de-8166-aeb4a4672dde tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/quotas/3f9713ea5e7f4789a25afeaba4a1b9b2 HTTP/1.1" status: 200 len: 375 time: 0.0898850 Jun 16 12:50:01.084311 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-73bd2bd0-07e0-4440-ae0c-2edac3472b2d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:01.087527 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-73bd2bd0-07e0-4440-ae0c-2edac3472b2d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6410213 Jun 16 12:50:01.094013 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 44638) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:01.106302 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-8199209f-c511-4d5c-9764-67c77b790d7c tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Request body: {'security_group_rule': {'security_group_id': '7cff0fb9-b5a5-420b-a53f-57802c5efe84', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:50:01.188671 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-32df7d9a-f679-4942-b877-84ccf3764e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:01.216562 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:01.233268 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-9c571167-cad0-4cec-980f-ccba68670153 None None] Set router b0bae54f-9a8a-4397-b20e-232d984cf51e gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:50:01.238885 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8199209f-c511-4d5c-9764-67c77b790d7c tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:01.261749 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1a166a9e-5a05-40c0-8ff6-63d0a030c4de req-7915ce24-5cb3-4c7c-ba62-2805d1085855 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ccc41ef-6f6b-470e-ab42-96aad3615268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4559488 Jun 16 12:50:01.465745 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-4c49b06e-21f4-4381-a9c4-f384de42baee tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=3f9713ea5e7f4789a25afeaba4a1b9b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3896899 Jun 16 12:50:01.503908 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8199209f-c511-4d5c-9764-67c77b790d7c tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:01.522798 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8199209f-c511-4d5c-9764-67c77b790d7c tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481314'] for security_group_rule, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:01.528264 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:01.581213 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ac674990-13a9-4ed4-95e0-6c372b32cbb2 req-bb9ea0db-1628-44e6-b058-97cc3c2f2f4e tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 210 time: 0.1093373 Jun 16 12:50:01.630913 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8199209f-c511-4d5c-9764-67c77b790d7c tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:01.633018 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-8199209f-c511-4d5c-9764-67c77b790d7c tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5367692 Jun 16 12:50:01.638269 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 44658) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:01.647672 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199209f-c511-4d5c-9764-67c77b790d7c tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad9ed74-72ec-4990-bc64-a66df7585a3c,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:01.656742 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-8199209f-c511-4d5c-9764-67c77b790d7c tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:01.657201 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-2f76796c-01e7-49fd-8982-5e5052a2425b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Request body: {'floatingip': {'floating_network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:50:01.798038 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-2f76796c-01e7-49fd-8982-5e5052a2425b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks [] for floatingip, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:01.904199 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-2d328963-7ecf-4a27-a215-f23a26f716e8 service neutron] 10.222.0.67 "GET /v2.0/networks/ea00ad74-87b8-4238-b685-834f4d31b647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211432 Jun 16 12:50:01.992560 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 3f6b742f-e9cc-4f09-ad5d-07901fb3c142 up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:50:02.370443 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port 3f6b742f-e9cc-4f09-ad5d-07901fb3c142 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:50:02.371454 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:02.445084 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-9c571167-cad0-4cec-980f-ccba68670153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644ac4f6a0>, [{'id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'name': 'tempest-AttachVolumeShelveTestJSON-834222333-router', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '3c6fb636-68f3-4fe5-93eb-542e63f258c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:24Z', 'updated_at': '2021-06-16T12:49:43Z', 'revision_number': 4, 'project_id': '9142176cdce2480a88e9dcee58c356f4', 'gw_port': {'id': '3c6fb636-68f3-4fe5-93eb-542e63f258c8', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:26Z', 'updated_at': '2021-06-16T12:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '2fe31cab-afb2-436f-87ad-e2fb2d901ab3', 'name': '', 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'mac_address': 'fa:16:3e:a4:2f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6854b649-d35a-4298-9aa6-e7a75a6ae3a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:38Z', 'updated_at': '2021-06-16T12:49:59Z', 'revision_number': 4, 'project_id': '9142176cdce2480a88e9dcee58c356f4', 'subnets': [{'id': '6854b649-d35a-4298-9aa6-e7a75a6ae3a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:50:02.473093 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c571167-cad0-4cec-980f-ccba68670153 None None] The sync data for ids ['b0bae54f-9a8a-4397-b20e-232d984cf51e'] in dv-cinder-766296-6-iscsi is: [{'id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'name': 'tempest-AttachVolumeShelveTestJSON-834222333-router', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '3c6fb636-68f3-4fe5-93eb-542e63f258c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:24Z', 'updated_at': '2021-06-16T12:49:43Z', 'revision_number': 4, 'project_id': '9142176cdce2480a88e9dcee58c356f4', 'gw_port': {'id': '3c6fb636-68f3-4fe5-93eb-542e63f258c8', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:26Z', 'updated_at': '2021-06-16T12:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '2fe31cab-afb2-436f-87ad-e2fb2d901ab3', 'name': '', 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'mac_address': 'fa:16:3e:a4:2f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6854b649-d35a-4298-9aa6-e7a75a6ae3a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:38Z', 'updated_at': '2021-06-16T12:49:59Z', 'revision_number': 4, 'project_id': '9142176cdce2480a88e9dcee58c356f4', 'subnets': [{'id': '6854b649-d35a-4298-9aa6-e7a75a6ae3a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 12:50:03.305198 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b053c87-f338-401b-b195-2d94022be837 req-618a83c1-0a22-4587-8914-d64b2242bb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:03.308574 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4b053c87-f338-401b-b195-2d94022be837 req-618a83c1-0a22-4587-8914-d64b2242bb9d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=63f583c0d2ec4d34a58968da103ccb7f&device_id=8744a86c-c539-4304-bcd5-08d5340904dd HTTP/1.1" status: 200 len: 1097 time: 1.3267417 Jun 16 12:50:03.465564 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-695a6b2d-f1e9-447a-9cbf-2a6f1b07f02f service neutron] 10.222.0.67 "GET /v2.0/networks/ea00ad74-87b8-4238-b685-834f4d31b647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5352373 Jun 16 12:50:03.500214 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-2f76796c-01e7-49fd-8982-5e5052a2425b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:03.887682 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-d0b13407-046b-4121-a947-63a7c01d2b58 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:03.915753 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-d0b13407-046b-4121-a947-63a7c01d2b58 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/networks?id=9ac76732-b5e5-4a02-a83d-61dcd782119c HTTP/1.1" status: 200 len: 819 time: 1.5913742 Jun 16 12:50:04.105282 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 2fe31cab-afb2-436f-87ad-e2fb2d901ab3 up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:50:04.382110 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning for port 2fe31cab-afb2-436f-87ad-e2fb2d901ab3 completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:50:04.396405 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port 2fe31cab-afb2-436f-87ad-e2fb2d901ab3 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:50:04.399008 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b053c87-f338-401b-b195-2d94022be837 req-17d0c340-576c-4e4a-a9be-cad68fe45589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:04.410935 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:04.418778 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4b053c87-f338-401b-b195-2d94022be837 req-17d0c340-576c-4e4a-a9be-cad68fe45589 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d454804e-0369-4595-9684-9318d60b78e3 HTTP/1.1" status: 200 len: 912 time: 1.0862963 Jun 16 12:50:04.793902 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-c5b246bc-774f-45bf-9d3e-09a6bc74d6b3 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/quotas/1bb6d57a17a34ca0a86552ed9595186c HTTP/1.1" status: 200 len: 375 time: 0.3533766 Jun 16 12:50:04.825781 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:04.922646 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4b053c87-f338-401b-b195-2d94022be837 req-c33dc09e-2774-4230-8a2f-af06aa012e72 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20b65a0b-922e-4e40-8a57-15be09d0b29c HTTP/1.1" status: 200 len: 217 time: 0.4753525 Jun 16 12:50:04.999533 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] For port 2fe31cab-afb2-436f-87ad-e2fb2d901ab3, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=2fe31cab-afb2-436f-87ad-e2fb2d901ab3,segment=NetworkSegment(042ac9d8-9593-43f5-8ffd-f1b933e86f71),segment_id=042ac9d8-9593-43f5-8ffd-f1b933e86f71)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:50:05.015018 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:05.025431 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:05.141758 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.73', 56636) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:05.302534 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Pushing event updated for resources: {'Port': ['ID=2fe31cab-afb2-436f-87ad-e2fb2d901ab3,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:05.316508 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:05.400796 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f612dbbf-f274-4217-bd95-a0456b79cdb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:05.716532 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:05.841802 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [None req-2f76796c-01e7-49fd-8982-5e5052a2425b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Allocated IP 172.27.0.47 (31dc54ca-819a-4fca-8a47-71bd58082db2/22fb36b4-54fb-4b68-bc71-a723384dad9b/02bd1bca-6b96-4b90-8ab1-69fca9973d8b) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:50:05.857809 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b053c87-f338-401b-b195-2d94022be837 req-9da7325c-02ae-4cb4-ab11-896f04197db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:05.863445 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4b053c87-f338-401b-b195-2d94022be837 req-9da7325c-02ae-4cb4-ab11-896f04197db8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b40a080f-7032-436e-b577-3024e36fe1b3 HTTP/1.1" status: 200 len: 851 time: 0.8831055 Jun 16 12:50:05.955977 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 20b65a0b-922e-4e40-8a57-15be09d0b29c details requested by agent hyperv_hv-cinder-76629 with host hv-cinder-76629 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 12:50:06.016401 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5cd024-c793-458d-8933-77ffffebf1db req-85326c0d-a013-4b71-a603-ef1abfe27885 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:06.025189 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8b5cd024-c793-458d-8933-77ffffebf1db req-85326c0d-a013-4b71-a603-ef1abfe27885 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/ports?device_id=8744a86c-c539-4304-bcd5-08d5340904dd HTTP/1.1" status: 200 len: 944 time: 1.4657466 Jun 16 12:50:06.043753 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-e569767f-4c0a-4f97-a6fc-a3811226face tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:06.051212 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-e569767f-4c0a-4f97-a6fc-a3811226face tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.73 "GET /v2.0/networks?id=9ac76732-b5e5-4a02-a83d-61dcd782119c HTTP/1.1" status: 200 len: 819 time: 0.9057508 Jun 16 12:50:06.099716 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4b053c87-f338-401b-b195-2d94022be837 req-c9aa5e6d-bc18-425e-b7ca-66f2e6a682f4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d454804e-0369-4595-9684-9318d60b78e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1966534 Jun 16 12:50:06.119098 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-9bf05142-8b1c-465e-ac55-fba1f5105be8 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=1bb6d57a17a34ca0a86552ed9595186c&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1910725 Jun 16 12:50:06.460260 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 2fe31cab-afb2-436f-87ad-e2fb2d901ab3 up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:50:06.563304 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8b5cd024-c793-458d-8933-77ffffebf1db req-a12e1509-3aec-4b58-b6c7-a5f92542a766 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ccc41ef-6f6b-470e-ab42-96aad3615268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5088096 Jun 16 12:50:06.576297 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-71c52dcd-d33e-47da-8172-d3eae309419f service neutron] 10.222.0.67 "GET /v2.0/networks/9ac76732-b5e5-4a02-a83d-61dcd782119c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360511 Jun 16 12:50:06.596638 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 20b65a0b-922e-4e40-8a57-15be09d0b29c, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=20b65a0b-922e-4e40-8a57-15be09d0b29c,segment=NetworkSegment(48b2e98f-956b-4fe4-8e24-81d7a6d7c8be),segment_id=48b2e98f-956b-4fe4-8e24-81d7a6d7c8be)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:50:06.672820 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Returning: {'device': '20b65a0b-922e-4e40-8a57-15be09d0b29c', 'network_id': 'd454804e-0369-4595-9684-9318d60b78e3', 'port_id': '20b65a0b-922e-4e40-8a57-15be09d0b29c', 'mac_address': 'fa:16:3e:f3:0c:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b40a080f-7032-436e-b577-3024e36fe1b3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 12:50:06.775023 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port 2fe31cab-afb2-436f-87ad-e2fb2d901ab3 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:50:06.775988 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:06.830864 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:06.862524 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-43072469-a160-4d16-9402-2253616714b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20b65a0b-922e-4e40-8a57-15be09d0b29c {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 12:50:06.927326 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 20b65a0b-922e-4e40-8a57-15be09d0b29c, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=20b65a0b-922e-4e40-8a57-15be09d0b29c,segment=NetworkSegment(48b2e98f-956b-4fe4-8e24-81d7a6d7c8be),segment_id=48b2e98f-956b-4fe4-8e24-81d7a6d7c8be)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:50:06.967275 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-2f76796c-01e7-49fd-8982-5e5052a2425b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks [] for port, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:06.974425 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:06.982050 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-967f9671-b90b-442b-b126-1562dabb845a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:07.060294 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-80228737-3505-4871-b9dc-fed35e5ed053 req-fa848de8-223a-4738-af5e-34b1db995050 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 210 time: 0.0879576 Jun 16 12:50:07.147039 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-72f1014b-e307-41c5-87de-ae9c27b4a4d1 service neutron] 10.222.0.67 "GET /v2.0/networks/9ac76732-b5e5-4a02-a83d-61dcd782119c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5500441 Jun 16 12:50:07.180331 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-2f76796c-01e7-49fd-8982-5e5052a2425b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438'] for port, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:07.196035 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:07.200976 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:07.279743 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 44806) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:07.313181 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f76796c-01e7-49fd-8982-5e5052a2425b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Network 31dc54ca-819a-4fca-8a47-71bd58082db2 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:50:07.315908 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [None req-2f76796c-01e7-49fd-8982-5e5052a2425b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:50:07.327142 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f76796c-01e7-49fd-8982-5e5052a2425b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Pushing event updated for resources: {'Port': ['ID=02bd1bca-6b96-4b90-8ab1-69fca9973d8b,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:07.332473 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-2f76796c-01e7-49fd-8982-5e5052a2425b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:07.334527 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f76796c-01e7-49fd-8982-5e5052a2425b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:50:07.341447 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=20b65a0b-922e-4e40-8a57-15be09d0b29c,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:07.352263 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:07.446327 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-2f76796c-01e7-49fd-8982-5e5052a2425b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:07.596099 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-2f76796c-01e7-49fd-8982-5e5052a2425b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:07.800369 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-34b17c02-78a5-45bf-a400-0369845336dd req-d2c781fb-e2fd-45e3-a903-b895f6a34211 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 210 time: 0.1554186 Jun 16 12:50:07.919338 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-abd1337e-88d2-47ef-9754-22df545fd08a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:08.148776 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-abd1337e-88d2-47ef-9754-22df545fd08a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:08.175712 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-abd1337e-88d2-47ef-9754-22df545fd08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:08.195856 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-e54bd502-6e53-480a-b937-e7f10c9dae54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:08.314083 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c85d49-7dc6-48a3-92a7-e7c0fadf26a4 req-ceab147c-afee-4bbe-a0d8-6c397e8e131c tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:08.317155 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-52c85d49-7dc6-48a3-92a7-e7c0fadf26a4 req-ceab147c-afee-4bbe-a0d8-6c397e8e131c tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/ports?device_id=8744a86c-c539-4304-bcd5-08d5340904dd HTTP/1.1" status: 200 len: 945 time: 0.2820153 Jun 16 12:50:08.320921 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-2f76796c-01e7-49fd-8982-5e5052a2425b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks [] for port, precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:08.338902 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-2f76796c-01e7-49fd-8982-5e5052a2425b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:08.357854 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:08.400484 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-abd1337e-88d2-47ef-9754-22df545fd08a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ec4189a5b2f04efa8beeac4a35ffc83c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0970595 Jun 16 12:50:08.400484 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd1337e-88d2-47ef-9754-22df545fd08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8fe79b-cd9e-4449-a255-61c185fb01d1,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:08.411791 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-abd1337e-88d2-47ef-9754-22df545fd08a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:08.413226 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 44844) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:08.441782 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-2f76796c-01e7-49fd-8982-5e5052a2425b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442364'] for floatingip, after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:08.520705 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f76796c-01e7-49fd-8982-5e5052a2425b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Pushing event updated for resources: {'Port': ['ID=02bd1bca-6b96-4b90-8ab1-69fca9973d8b,revision_number=2']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:08.553881 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-52c85d49-7dc6-48a3-92a7-e7c0fadf26a4 req-1b403b15-0ec1-40da-a0b7-7cd41df0a0ec tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ccc41ef-6f6b-470e-ab42-96aad3615268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117722 Jun 16 12:50:08.564245 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-2f76796c-01e7-49fd-8982-5e5052a2425b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:08.566975 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-2f76796c-01e7-49fd-8982-5e5052a2425b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for floatingip, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:08.569368 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-2f76796c-01e7-49fd-8982-5e5052a2425b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.9293342 Jun 16 12:50:08.570116 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-cdf6b82f-dd4b-41d2-8429-a3acfe047f8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:08.611924 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d97b5ed0-2b13-42d3-8b1b-fd2cc511b0ce req-0e323daf-50fa-46a2-909e-f2eae8964c3b tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 210 time: 0.0999444 Jun 16 12:50:08.643043 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-cdf6b82f-dd4b-41d2-8429-a3acfe047f8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:08.922246 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-cdf6b82f-dd4b-41d2-8429-a3acfe047f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:08.927747 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-cdf6b82f-dd4b-41d2-8429-a3acfe047f8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:08.933908 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-cdf6b82f-dd4b-41d2-8429-a3acfe047f8e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1a8fe79b-cd9e-4449-a255-61c185fb01d1 HTTP/1.1" status: 204 len: 168 time: 0.5146327 Jun 16 12:50:08.933908 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:08.945821 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6b82f-dd4b-41d2-8429-a3acfe047f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8fe79b-cd9e-4449-a255-61c185fb01d1,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:08.950602 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-cdf6b82f-dd4b-41d2-8429-a3acfe047f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:09.162473 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-edfe6b77-72b2-4d21-a1e3-0c034495162b tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Request body: {'port': {'device_id': '3635816a-5a6d-4a32-b93f-9f5d9a3189d8', 'network_id': '9ac76732-b5e5-4a02-a83d-61dcd782119c', 'admin_state_up': True, 'tenant_id': '1bb6d57a17a34ca0a86552ed9595186c'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:50:09.234197 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-650d8f29-a6b6-4e92-bb3f-793c60a23d42 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1901022311&fields=id&tenant_id=9142176cdce2480a88e9dcee58c356f4 HTTP/1.1" status: 200 len: 267 time: 0.1944675 Jun 16 12:50:09.290559 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:09.483259 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] get_ports_and_sgs() called for port_ids ['20b65a0b-922e-4e40-8a57-15be09d0b29c'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 12:50:09.806123 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-828dea17-7fa9-49d8-9de5-d646236a82ab tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:09.821029 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-828dea17-7fa9-49d8-9de5-d646236a82ab tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/networks?id=b092543c-4e0a-4b3c-b41e-431b7c90a537 HTTP/1.1" status: 200 len: 816 time: 0.4887090 Jun 16 12:50:09.930308 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9c6f3016-f6b5-46bf-abc9-9bcdfd9e8b17 req-af4a2eb8-b55b-4c21-8a1f-4389328023d1 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 210 time: 0.0939603 Jun 16 12:50:09.972727 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-e90ba866-c5a6-4701-b0a3-483630ca48f1 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/quotas/9142176cdce2480a88e9dcee58c356f4 HTTP/1.1" status: 200 len: 375 time: 0.1485853 Jun 16 12:50:10.068784 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 44904) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:10.183667 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6b298356-c48f-4b1a-a4c2-2b3f210c1807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:10.557873 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6b298356-c48f-4b1a-a4c2-2b3f210c1807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:10.581223 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6b298356-c48f-4b1a-a4c2-2b3f210c1807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:10.691776 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.73', 56644) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:10.698518 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:10.944805 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-84ed7b54-f9ba-4654-a27e-0ee2bf1484ad tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9142176cdce2480a88e9dcee58c356f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9702458 Jun 16 12:50:10.967495 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4b053c87-f338-401b-b195-2d94022be837 req-822111d2-c51a-44a4-b292-f747e4cfb016 service neutron] 10.222.0.73 "GET /v2.0/networks/d454804e-0369-4595-9684-9318d60b78e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7183876 Jun 16 12:50:11.005231 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-2fe20f8b-63ac-4d00-a890-e3d894a929d2 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:11.009122 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-2fe20f8b-63ac-4d00-a890-e3d894a929d2 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.73 "GET /v2.0/networks?id=ea00ad74-87b8-4238-b685-834f4d31b647 HTTP/1.1" status: 200 len: 811 time: 0.2949362 Jun 16 12:50:11.041613 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-6b298356-c48f-4b1a-a4c2-2b3f210c1807 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f5af967b9fc742fb8c2947f7c5ec8ba5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9702265 Jun 16 12:50:11.049254 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 44918) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:11.105163 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-edfe6b77-72b2-4d21-a1e3-0c034495162b tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Made reservation on behalf of 1bb6d57a17a34ca0a86552ed9595186c for: {'port': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:50:11.111922 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-edfe6b77-72b2-4d21-a1e3-0c034495162b tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:11.155622 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b298356-c48f-4b1a-a4c2-2b3f210c1807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca53700-c53e-4ec1-af7d-d35803661d22,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:11.170767 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c26be6-8e08-4807-95db-b7d48880eaa7 req-a436096c-9ee8-4cbe-9a6d-86a005db74d7 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:11.172033 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-6b298356-c48f-4b1a-a4c2-2b3f210c1807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:11.185255 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-13c26be6-8e08-4807-95db-b7d48880eaa7 req-a436096c-9ee8-4cbe-9a6d-86a005db74d7 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/ports?device_id=8744a86c-c539-4304-bcd5-08d5340904dd HTTP/1.1" status: 200 len: 945 time: 0.8108573 Jun 16 12:50:11.328664 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-bc6e3969-6b16-4309-bb49-1da5fc28c571 service neutron] 10.222.0.67 "GET /v2.0/networks/b092543c-4e0a-4b3c-b41e-431b7c90a537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471184 Jun 16 12:50:11.368471 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-13c26be6-8e08-4807-95db-b7d48880eaa7 req-e1534701-134c-46ce-b93f-76c4b0227240 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ccc41ef-6f6b-470e-ab42-96aad3615268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786199 Jun 16 12:50:11.595623 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3964fb0a-3449-4e93-8876-aee8e81041a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:11.628419 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-16050e65-33f1-4b01-9c04-8bba842088a8 req-4d0d19cf-2628-4ff6-9973-eb20ff18bb81 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 210 time: 0.0572135 Jun 16 12:50:11.632320 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-b86aa553-fad8-4b3b-90a5-f36b03f3be83 service neutron] 10.222.0.67 "GET /v2.0/networks/b092543c-4e0a-4b3c-b41e-431b7c90a537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619545 Jun 16 12:50:11.652755 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-edfe6b77-72b2-4d21-a1e3-0c034495162b tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Allocated IP 172.20.0.6 (9ac76732-b5e5-4a02-a83d-61dcd782119c/e11ea1c4-1683-49da-8a09-a0382b92ba4a/8abefd3e-8a24-46bb-971b-1d9f5e28c7df) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:50:11.680257 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3964fb0a-3449-4e93-8876-aee8e81041a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:11.874033 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3964fb0a-3449-4e93-8876-aee8e81041a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:11.888702 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3964fb0a-3449-4e93-8876-aee8e81041a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:11.896367 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-3964fb0a-3449-4e93-8876-aee8e81041a3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2ca53700-c53e-4ec1-af7d-d35803661d22 HTTP/1.1" status: 204 len: 168 time: 0.8446233 Jun 16 12:50:11.919860 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:11.922183 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9fdfba21-e1e1-4443-bb1e-1fb5f4711d93 req-d384aef1-34cd-4af4-95d2-1f467fe47a07 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 210 time: 0.1011243 Jun 16 12:50:11.948122 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 20b65a0b-922e-4e40-8a57-15be09d0b29c up at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:50:11.958065 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3964fb0a-3449-4e93-8876-aee8e81041a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca53700-c53e-4ec1-af7d-d35803661d22,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:11.973775 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-3964fb0a-3449-4e93-8876-aee8e81041a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:12.125456 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-edfe6b77-72b2-4d21-a1e3-0c034495162b tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Notify callbacks [] for port, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:12.150962 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6ac7caa9-943e-4873-a443-daff8637cb77 req-175017c9-eb38-4cdc-9569-606c86e5d332 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 210 time: 0.1160300 Jun 16 12:50:12.156708 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning for port 20b65a0b-922e-4e40-8a57-15be09d0b29c completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:50:12.166899 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning complete for port 20b65a0b-922e-4e40-8a57-15be09d0b29c triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:50:12.171611 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:12.247549 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-edfe6b77-72b2-4d21-a1e3-0c034495162b tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32077152'] for port, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:12.257468 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:12.374485 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:12.454430 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8744a86c-c539-4304-bcd5-08d5340904dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b65a0b-922e-4e40-8a57-15be09d0b29c'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:50:12.517612 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe6b77-72b2-4d21-a1e3-0c034495162b tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Pushing event updated for resources: {'Port': ['ID=8abefd3e-8a24-46bb-971b-1d9f5e28c7df,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:12.531269 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-edfe6b77-72b2-4d21-a1e3-0c034495162b tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:12.554033 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-edfe6b77-72b2-4d21-a1e3-0c034495162b tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Network 9ac76732-b5e5-4a02-a83d-61dcd782119c is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:50:12.557164 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-edfe6b77-72b2-4d21-a1e3-0c034495162b tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:50:12.563100 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-edfe6b77-72b2-4d21-a1e3-0c034495162b tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:50:12.671975 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 20b65a0b-922e-4e40-8a57-15be09d0b29c, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=20b65a0b-922e-4e40-8a57-15be09d0b29c,segment=NetworkSegment(48b2e98f-956b-4fe4-8e24-81d7a6d7c8be),segment_id=48b2e98f-956b-4fe4-8e24-81d7a6d7c8be)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:50:12.692529 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:12.699058 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:12.730937 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-edfe6b77-72b2-4d21-a1e3-0c034495162b tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:12.732006 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-edfe6b77-72b2-4d21-a1e3-0c034495162b tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:12.763358 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-edfe6b77-72b2-4d21-a1e3-0c034495162b tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6099045 Jun 16 12:50:12.849779 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=20b65a0b-922e-4e40-8a57-15be09d0b29c,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:12.856223 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:12.977191 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212ca79-2b29-4f01-bed7-1dec4c3312e3 req-ca3b20ad-18cf-492b-9011-62f782c82bea tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:12.980874 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0212ca79-2b29-4f01-bed7-1dec4c3312e3 req-ca3b20ad-18cf-492b-9011-62f782c82bea tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/ports?device_id=8744a86c-c539-4304-bcd5-08d5340904dd HTTP/1.1" status: 200 len: 946 time: 0.1977398 Jun 16 12:50:13.006595 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc19868b2eeee4f788927d96de96bc76ef619c1c8eef803ec6a338432d17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e109f47c-7d8e-4618-bbcf-c3afb6d45a0c" -d '{"events": [{"server_uuid": "8744a86c-c539-4304-bcd5-08d5340904dd", "name": "network-vif-plugged", "status": "completed", "tag": "20b65a0b-922e-4e40-8a57-15be09d0b29c"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:50:13.098351 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d5df8b33-b946-4d20-8eb4-04b337168ae9 req-627a2c8c-fb01-4e8e-b39c-cbac1f0fd3e5 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 210 time: 0.0641813 Jun 16 12:50:13.113393 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0212ca79-2b29-4f01-bed7-1dec4c3312e3 req-d93d2441-4203-4daf-9036-22f2ee0b45dd tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ccc41ef-6f6b-470e-ab42-96aad3615268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135583 Jun 16 12:50:13.350935 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-bfed1b22-e54f-4194-92f5-781964d9bf7b req-8baf6359-cfa8-4e08-8542-b1f47fc2893a tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 210 time: 0.0571492 Jun 16 12:50:13.462830 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 12:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb7bb80-1bfb-4b7a-b2fd-5ccde11e3f40 x-openstack-request-id: req-ffb7bb80-1bfb-4b7a-b2fd-5ccde11e3f40 {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:50:13.462830 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8744a86c-c539-4304-bcd5-08d5340904dd", "name": "network-vif-plugged", "status": "completed", "tag": "20b65a0b-922e-4e40-8a57-15be09d0b29c", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:50:13.462830 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ffb7bb80-1bfb-4b7a-b2fd-5ccde11e3f40 {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:50:13.462830 dv-cinder-766296-6-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8744a86c-c539-4304-bcd5-08d5340904dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b65a0b-922e-4e40-8a57-15be09d0b29c', 'code': 200} Jun 16 12:50:13.580555 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0adc61c8-ca3b-46fe-a6fa-cee52d06bff3 req-580bd5cd-41c2-4072-a2c9-9dc6c345f911 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 210 time: 0.0625138 Jun 16 12:50:13.959040 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-7b83beb0-8a15-48cc-ad11-2951679a2c45 service neutron] Request body: {'port': {'device_id': '3635816a-5a6d-4a32-b93f-9f5d9a3189d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76629'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:50:14.261778 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-7b83beb0-8a15-48cc-ad11-2951679a2c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:14.363707 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4b053c87-f338-401b-b195-2d94022be837 req-e9ffee7c-01b6-4cf4-939b-65db255e3e1c service neutron] 10.222.0.73 "GET /v2.0/networks/d454804e-0369-4595-9684-9318d60b78e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312489 Jun 16 12:50:14.610500 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-facade83-0d2f-492c-b4f8-e3bdad0b39d3 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f9713ea5e7f4789a25afeaba4a1b9b2 HTTP/1.1" status: 200 len: 380 time: 0.6886709 Jun 16 12:50:14.759133 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-630fee0f-b286-4d73-8567-9736f2bb0241 req-d9732ec2-c693-4fb9-9d1b-1fb11a1dc2ae tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 210 time: 0.1354961 Jun 16 12:50:14.981066 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f008c54-5bbe-4e77-8cb0-16bdc2a9d2fd req-c9ffb5ef-cd45-4090-bec6-f23786744314 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:14.984416 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5f008c54-5bbe-4e77-8cb0-16bdc2a9d2fd req-c9ffb5ef-cd45-4090-bec6-f23786744314 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/ports?device_id=8744a86c-c539-4304-bcd5-08d5340904dd HTTP/1.1" status: 200 len: 946 time: 0.3333509 Jun 16 12:50:15.165245 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5f008c54-5bbe-4e77-8cb0-16bdc2a9d2fd req-dfa0850b-fa53-4520-8670-fe4be9307422 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ccc41ef-6f6b-470e-ab42-96aad3615268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678991 Jun 16 12:50:15.311211 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3387b597-efda-49df-a525-60ec5c03225c req-c92bb90b-9279-4c37-a40e-818e44e841e9 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 210 time: 0.1016726 Jun 16 12:50:15.431870 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-7b83beb0-8a15-48cc-ad11-2951679a2c45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8abefd3e-8a24-46bb-971b-1d9f5e28c7df {{(pid=109146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 12:50:15.451521 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-7b83beb0-8a15-48cc-ad11-2951679a2c45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:15.484658 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.provisioning_blocks [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-7b83beb0-8a15-48cc-ad11-2951679a2c45 service neutron] Transition to ACTIVE for port object 8abefd3e-8a24-46bb-971b-1d9f5e28c7df will not be triggered until provisioned by entity L2. {{(pid=109146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:50:15.494786 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-7b83beb0-8a15-48cc-ad11-2951679a2c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32077174'] for port, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:15.502661 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:15.533185 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7567782f-5716-42b6-aaf1-b40f7f73c920 req-49be9a68-7e18-4325-b25f-4775576f7fcb tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 210 time: 0.0648513 Jun 16 12:50:15.707119 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83beb0-8a15-48cc-ad11-2951679a2c45 service neutron] Pushing event updated for resources: {'Port': ['ID=8abefd3e-8a24-46bb-971b-1d9f5e28c7df,revision_number=2']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:15.713055 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-7b83beb0-8a15-48cc-ad11-2951679a2c45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:16.094389 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c537caf1-55fa-4e3c-9b0f-8fd4c3f5b658 req-312e7c50-6fc4-410d-ae2a-effd10e7e184 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 210 time: 0.0544684 Jun 16 12:50:16.145603 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-7b83beb0-8a15-48cc-ad11-2951679a2c45 service neutron] Attempting to bind port 8abefd3e-8a24-46bb-971b-1d9f5e28c7df on host hv-cinder-76629 for vnic_type normal with profile {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:50:16.146340 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-7b83beb0-8a15-48cc-ad11-2951679a2c45 service neutron] Attempting to bind port 8abefd3e-8a24-46bb-971b-1d9f5e28c7df by drivers openvswitch,hyperv on host hv-cinder-76629 at level 0 using segments [{'id': 'c80dc759-b709-4d2d-89fc-ca0ddd20a50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9ac76732-b5e5-4a02-a83d-61dcd782119c'}] {{(pid=109146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:50:16.147057 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-7b83beb0-8a15-48cc-ad11-2951679a2c45 service neutron] Attempting to bind port 8abefd3e-8a24-46bb-971b-1d9f5e28c7df on network 9ac76732-b5e5-4a02-a83d-61dcd782119c {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:50:16.157092 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-7b83beb0-8a15-48cc-ad11-2951679a2c45 service neutron] Port 8abefd3e-8a24-46bb-971b-1d9f5e28c7df on network 9ac76732-b5e5-4a02-a83d-61dcd782119c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76629 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 12:50:16.157471 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-7b83beb0-8a15-48cc-ad11-2951679a2c45 service neutron] Attempting to bind port 8abefd3e-8a24-46bb-971b-1d9f5e28c7df on network 9ac76732-b5e5-4a02-a83d-61dcd782119c {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:50:16.167451 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-7b83beb0-8a15-48cc-ad11-2951679a2c45 service neutron] Checking agent: {'id': 'b6c345f8-0197-4552-bdfc-f76fc82bf107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76629', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 47, 31), 'started_at': datetime.datetime(2021, 6, 16, 12, 47, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:50:16.168055 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-7b83beb0-8a15-48cc-ad11-2951679a2c45 service neutron] Checking segment: {'id': 'c80dc759-b709-4d2d-89fc-ca0ddd20a50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9ac76732-b5e5-4a02-a83d-61dcd782119c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:50:16.168964 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-7b83beb0-8a15-48cc-ad11-2951679a2c45 service neutron] Bound using segment: {'id': 'c80dc759-b709-4d2d-89fc-ca0ddd20a50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9ac76732-b5e5-4a02-a83d-61dcd782119c'} {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:50:16.169849 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-7b83beb0-8a15-48cc-ad11-2951679a2c45 service neutron] Bound port: 8abefd3e-8a24-46bb-971b-1d9f5e28c7df, host: hv-cinder-76629, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c80dc759-b709-4d2d-89fc-ca0ddd20a50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9ac76732-b5e5-4a02-a83d-61dcd782119c'}}] {{(pid=109146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:50:16.170380 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-7b83beb0-8a15-48cc-ad11-2951679a2c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:16.324942 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-7b83beb0-8a15-48cc-ad11-2951679a2c45 service neutron] For port 8abefd3e-8a24-46bb-971b-1d9f5e28c7df, host hv-cinder-76629, cleared binding levels {{(pid=109146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:50:16.333221 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-7b83beb0-8a15-48cc-ad11-2951679a2c45 service neutron] For port 8abefd3e-8a24-46bb-971b-1d9f5e28c7df, host hv-cinder-76629, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=8abefd3e-8a24-46bb-971b-1d9f5e28c7df,segment=NetworkSegment(c80dc759-b709-4d2d-89fc-ca0ddd20a50f),segment_id=c80dc759-b709-4d2d-89fc-ca0ddd20a50f)] {{(pid=109146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:50:16.340810 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-7b83beb0-8a15-48cc-ad11-2951679a2c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32077174'] for port, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:16.346057 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-7820d9db-0487-4512-8a78-d747068b04ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:16.413737 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-7b83beb0-8a15-48cc-ad11-2951679a2c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:16.415521 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-7b83beb0-8a15-48cc-ad11-2951679a2c45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:16.418116 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-7b83beb0-8a15-48cc-ad11-2951679a2c45 service neutron] 10.222.0.73 "PUT /v2.0/ports/8abefd3e-8a24-46bb-971b-1d9f5e28c7df HTTP/1.1" status: 200 len: 1093 time: 2.4790347 Jun 16 12:50:16.418995 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3635816a-5a6d-4a32-b93f-9f5d9a3189d8', 'tag': '8abefd3e-8a24-46bb-971b-1d9f5e28c7df'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:50:16.518897 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83beb0-8a15-48cc-ad11-2951679a2c45 service neutron] Pushing event updated for resources: {'Port': ['ID=8abefd3e-8a24-46bb-971b-1d9f5e28c7df,revision_number=3']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:16.526367 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-7b83beb0-8a15-48cc-ad11-2951679a2c45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:16.609399 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0547118-56a1-4568-ac0c-904991051fe7 req-c656297d-545d-4fdb-a3f9-16c32d1989fe tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:16.625084 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d0547118-56a1-4568-ac0c-904991051fe7 req-c656297d-545d-4fdb-a3f9-16c32d1989fe tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/ports?device_id=8744a86c-c539-4304-bcd5-08d5340904dd HTTP/1.1" status: 200 len: 946 time: 0.1798561 Jun 16 12:50:16.698030 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d3ced2b0755242c869f5b076fa8168e6e97917c7fd5877aaea6e5f8b8701d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e12c722-ffa4-494a-804f-7d3faee3c77f" -d '{"events": [{"name": "network-changed", "server_uuid": "3635816a-5a6d-4a32-b93f-9f5d9a3189d8", "tag": "8abefd3e-8a24-46bb-971b-1d9f5e28c7df"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:50:16.737341 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-877c0016-1d6d-40c5-9193-925ea389f537 req-a531b180-6ca8-487c-8b6a-f03af8ca86a2 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 210 time: 0.0715172 Jun 16 12:50:16.764770 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d0547118-56a1-4568-ac0c-904991051fe7 req-5ee244b3-bd2b-4ed7-8b6d-fcdf4a5be50b tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ccc41ef-6f6b-470e-ab42-96aad3615268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320100 Jun 16 12:50:17.081667 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6b2fb8a8-9d2a-449e-9a10-881ce26ceddd req-8e2e0f3a-4e7a-463c-9cc0-c643a2242bf6 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 210 time: 0.0688326 Jun 16 12:50:17.117769 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 12:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3968b57-1399-4eea-bfe9-ea9b237f214f x-openstack-request-id: req-b3968b57-1399-4eea-bfe9-ea9b237f214f {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:50:17.118402 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3635816a-5a6d-4a32-b93f-9f5d9a3189d8", "tag": "8abefd3e-8a24-46bb-971b-1d9f5e28c7df", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:50:17.118874 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b3968b57-1399-4eea-bfe9-ea9b237f214f {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:50:17.119676 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3635816a-5a6d-4a32-b93f-9f5d9a3189d8', 'tag': '8abefd3e-8a24-46bb-971b-1d9f5e28c7df', 'status': 'completed', 'code': 200} Jun 16 12:50:17.313791 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-64c517bb-d335-4d9e-9dbe-cc7ca34a3a6c tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Request body: {'port': {'device_id': '0d959bf7-ce9e-4626-9238-cd13ef844e1c', 'network_id': 'ea00ad74-87b8-4238-b685-834f4d31b647', 'admin_state_up': True, 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'security_groups': ['8bd61dde-7552-44d7-96c2-92ce110ba98a']}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:50:17.453559 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.73', 56651) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:17.803376 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-79d2a660-939f-41b7-b636-7de300430ae3 req-3276c3fc-6256-4037-925c-9f6367b23672 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 210 time: 0.2271795 Jun 16 12:50:17.940958 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a9bf5-5d88-400a-ba06-20497b565042 req-f0bdade9-4736-4d52-bbd1-5a374da17d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:17.944166 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ca4a9bf5-5d88-400a-ba06-20497b565042 req-f0bdade9-4736-4d52-bbd1-5a374da17d82 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8744a86c-c539-4304-bcd5-08d5340904dd HTTP/1.1" status: 200 len: 1099 time: 0.5709114 Jun 16 12:50:17.949726 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-b7cd07c7-ad97-4981-ba3e-d26355e49210 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:17.957643 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-b7cd07c7-ad97-4981-ba3e-d26355e49210 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.73 "GET /v2.0/networks?id=9ac76732-b5e5-4a02-a83d-61dcd782119c HTTP/1.1" status: 200 len: 819 time: 0.6185398 Jun 16 12:50:17.979638 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12c722-ffa4-494a-804f-7d3faee3c77f req-ffc1e3a4-f419-42e9-9d57-0a1ae3741642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:17.989020 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0e12c722-ffa4-494a-804f-7d3faee3c77f req-ffc1e3a4-f419-42e9-9d57-0a1ae3741642 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1bb6d57a17a34ca0a86552ed9595186c&device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 1096 time: 0.5270858 Jun 16 12:50:18.033586 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-64c517bb-d335-4d9e-9dbe-cc7ca34a3a6c tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Made reservation on behalf of 3f9713ea5e7f4789a25afeaba4a1b9b2 for: {'port': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:50:18.042955 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-64c517bb-d335-4d9e-9dbe-cc7ca34a3a6c tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:18.161119 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 12:50:18.227590 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a3d10d3e-c764-4cdf-b755-5425086bb2a6 req-2066ca23-b885-4135-b457-6743dc855857 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 210 time: 0.0598922 Jun 16 12:50:18.429996 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7fd723-91e0-477f-9514-417695ec868d req-30ba4b98-7e8d-42b2-a567-98079ad19614 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:18.432451 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7a7fd723-91e0-477f-9514-417695ec868d req-30ba4b98-7e8d-42b2-a567-98079ad19614 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/ports?device_id=8744a86c-c539-4304-bcd5-08d5340904dd HTTP/1.1" status: 200 len: 946 time: 0.2097311 Jun 16 12:50:18.489833 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-64c517bb-d335-4d9e-9dbe-cc7ca34a3a6c tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Allocated IP 172.20.0.9 (ea00ad74-87b8-4238-b685-834f4d31b647/1a94bd32-4e74-4078-a9cb-34eb92b42cef/7ac68d5c-65b2-4232-bd5d-da0e0ab81f37) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:50:18.586992 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9ae8b16b-0b09-497d-a92d-6245a1e96bd5 req-53fdde41-29a0-4ca5-b28e-78a333a17570 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 210 time: 0.0758734 Jun 16 12:50:18.607202 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7a7fd723-91e0-477f-9514-417695ec868d req-1677c665-7b05-45bf-aa8d-61261f2894a1 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ccc41ef-6f6b-470e-ab42-96aad3615268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619051 Jun 16 12:50:18.880191 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-64c517bb-d335-4d9e-9dbe-cc7ca34a3a6c tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks [] for port, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:18.910085 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.provisioning_blocks [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-64c517bb-d335-4d9e-9dbe-cc7ca34a3a6c tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Transition to ACTIVE for port object 7ac68d5c-65b2-4232-bd5d-da0e0ab81f37 will not be triggered until provisioned by entity DHCP. {{(pid=109146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:50:18.999512 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-64c517bb-d335-4d9e-9dbe-cc7ca34a3a6c tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32077152'] for port, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:19.011996 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:19.134837 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-64c517bb-d335-4d9e-9dbe-cc7ca34a3a6c tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Network ea00ad74-87b8-4238-b685-834f4d31b647 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:50:19.141324 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-64c517bb-d335-4d9e-9dbe-cc7ca34a3a6c tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:50:19.145439 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-64c517bb-d335-4d9e-9dbe-cc7ca34a3a6c tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:50:19.217308 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c517bb-d335-4d9e-9dbe-cc7ca34a3a6c tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Pushing event updated for resources: {'Port': ['ID=7ac68d5c-65b2-4232-bd5d-da0e0ab81f37,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:19.223061 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-64c517bb-d335-4d9e-9dbe-cc7ca34a3a6c tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:19.301876 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-64c517bb-d335-4d9e-9dbe-cc7ca34a3a6c tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:19.303802 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-64c517bb-d335-4d9e-9dbe-cc7ca34a3a6c tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:19.346644 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d12532-e8cf-4066-8e05-0c9a17abc1e4 req-b2b71579-be80-4e57-af7f-5e4e00049698 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:19.349312 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b4d12532-e8cf-4066-8e05-0c9a17abc1e4 req-b2b71579-be80-4e57-af7f-5e4e00049698 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 931 time: 0.2612784 Jun 16 12:50:19.396280 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-64c517bb-d335-4d9e-9dbe-cc7ca34a3a6c tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1052709 Jun 16 12:50:19.456008 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b4d12532-e8cf-4066-8e05-0c9a17abc1e4 req-fdf91f30-e153-473c-baf0-a986fccbba32 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903714 Jun 16 12:50:19.600286 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-86d45f97-6009-45a2-9f82-fbf52c3479d4 req-c2261f14-0e14-41a2-b89b-587ed8d69a03 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 210 time: 0.0487623 Jun 16 12:50:19.612487 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-d322f792-458b-4342-a254-87331de6c2b6 None None] Provisioning for port 7ac68d5c-65b2-4232-bd5d-da0e0ab81f37 completed by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:50:19.620867 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-d322f792-458b-4342-a254-87331de6c2b6 None None] Provisioning complete for port 7ac68d5c-65b2-4232-bd5d-da0e0ab81f37 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:50:19.621638 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-d322f792-458b-4342-a254-87331de6c2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:19.689477 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-d322f792-458b-4342-a254-87331de6c2b6 None None] Port 7ac68d5c-65b2-4232-bd5d-da0e0ab81f37 cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 12:50:19.783749 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 45210) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:19.965319 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0eeefa01-9e62-44ae-b2ae-7e18a76b6aa9 req-628c98f6-5159-4da7-a3c4-059c56e2bcc0 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 210 time: 0.0923209 Jun 16 12:50:19.996586 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-f1914603-4dab-437a-8ada-ed2ea57c6fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:20.073143 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d863b-10ff-466e-b082-97ea70890d93 req-8502726f-e456-404a-8d80-92ac610045f1 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:20.075105 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d42d863b-10ff-466e-b082-97ea70890d93 req-8502726f-e456-404a-8d80-92ac610045f1 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/ports?device_id=8744a86c-c539-4304-bcd5-08d5340904dd HTTP/1.1" status: 200 len: 946 time: 0.2267227 Jun 16 12:50:20.159209 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d42d863b-10ff-466e-b082-97ea70890d93 req-4b40cdf8-366c-4f2d-acff-7912a462f683 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ccc41ef-6f6b-470e-ab42-96aad3615268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711699 Jun 16 12:50:20.231988 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-f1914603-4dab-437a-8ada-ed2ea57c6fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:20.239471 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-f1914603-4dab-437a-8ada-ed2ea57c6fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:20.247017 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-7d088bb9-2244-4d3f-bbff-b969fdddda4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:20.334527 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-f1914603-4dab-437a-8ada-ed2ea57c6fb4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=04debc37fb9440e5abf55b4aba7f4af1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5488305 Jun 16 12:50:20.336682 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1914603-4dab-437a-8ada-ed2ea57c6fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a8142d-1abc-4a1a-b6a8-6803668316a3,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:20.338978 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 45214) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:20.343539 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-f1914603-4dab-437a-8ada-ed2ea57c6fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:20.449009 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c4a95b70-a4c4-4f52-b7ba-17193533a3a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:20.498541 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c4a95b70-a4c4-4f52-b7ba-17193533a3a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:20.610905 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c4a95b70-a4c4-4f52-b7ba-17193533a3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:20.616847 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c4a95b70-a4c4-4f52-b7ba-17193533a3a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:20.619950 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-c4a95b70-a4c4-4f52-b7ba-17193533a3a3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d3a8142d-1abc-4a1a-b6a8-6803668316a3 HTTP/1.1" status: 204 len: 168 time: 0.2791476 Jun 16 12:50:20.621254 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-8c10897a-71f3-4e79-89cd-676ac8b2e6a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:20.641446 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a95b70-a4c4-4f52-b7ba-17193533a3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a8142d-1abc-4a1a-b6a8-6803668316a3,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:20.646264 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-c4a95b70-a4c4-4f52-b7ba-17193533a3a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:20.735947 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-921ef34f-c968-4def-a530-f974b471e1c8 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Request body: {'port': {'device_id': 'a4eab735-9763-43ff-9566-93edd3d02985', 'network_id': '9ac76732-b5e5-4a02-a83d-61dcd782119c', 'admin_state_up': True, 'tenant_id': '1bb6d57a17a34ca0a86552ed9595186c'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:50:20.757609 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-28a6beb6-bcf8-4e79-acb3-b2c6e8bc5278 service neutron] Request body: {'port': {'device_id': '0d959bf7-ce9e-4626-9238-cd13ef844e1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76629'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:50:20.800951 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-ca4a9bf5-5d88-400a-ba06-20497b565042 req-40a4c293-3f62-451b-bb16-fc84fdef5d08 service neutron] Notify callbacks [] for security_group, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:21.188720 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-28a6beb6-bcf8-4e79-acb3-b2c6e8bc5278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:21.397701 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-91612bca-7f36-4515-9587-c587d8251dcc req-d61a5547-09ca-44d5-9a4c-99b5f4c19877 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 210 time: 0.4382536 Jun 16 12:50:21.403244 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-ca4a9bf5-5d88-400a-ba06-20497b565042 req-40a4c293-3f62-451b-bb16-fc84fdef5d08 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:21.449099 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.73', 56661) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:21.498691 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-ca4a9bf5-5d88-400a-ba06-20497b565042 req-40a4c293-3f62-451b-bb16-fc84fdef5d08 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:21.596273 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 45244) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:21.598558 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-921ef34f-c968-4def-a530-f974b471e1c8 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Made reservation on behalf of 1bb6d57a17a34ca0a86552ed9595186c for: {'port': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:50:21.610267 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-921ef34f-c968-4def-a530-f974b471e1c8 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:21.690475 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-2884d3cd-7984-4d11-bb0a-c6196844b855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:21.695034 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12c722-ffa4-494a-804f-7d3faee3c77f req-62d2f9c8-cbb4-4fa1-ae34-8a8bb5e360c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:21.698463 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0e12c722-ffa4-494a-804f-7d3faee3c77f req-62d2f9c8-cbb4-4fa1-ae34-8a8bb5e360c7 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=1bb6d57a17a34ca0a86552ed9595186c&shared=False HTTP/1.1" status: 200 len: 920 time: 0.9172177 Jun 16 12:50:21.778361 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f258d231-14ca-49e6-818d-fcc232320808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:21.783739 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6859866-925e-425b-b610-e6fa9ea2d425 req-08881ab8-d177-4fc0-9e2e-3e18dac5314c tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:21.797997 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e6859866-925e-425b-b610-e6fa9ea2d425 req-08881ab8-d177-4fc0-9e2e-3e18dac5314c tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 931 time: 1.0952168 Jun 16 12:50:22.090174 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e6859866-925e-425b-b610-e6fa9ea2d425 req-1a591d12-0b17-4674-bf8e-f106caaafee4 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2905874 Jun 16 12:50:22.106947 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ca4a9bf5-5d88-400a-ba06-20497b565042 req-40a4c293-3f62-451b-bb16-fc84fdef5d08 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8ccc41ef-6f6b-470e-ab42-96aad3615268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3849995 Jun 16 12:50:22.280845 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a4c293-3f62-451b-bb16-fc84fdef5d08 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d0f46e-9d81-4789-9b23-de3c4a044db7,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:22.344980 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a4c293-3f62-451b-bb16-fc84fdef5d08 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:50:22.346210 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a4c293-3f62-451b-bb16-fc84fdef5d08 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:50:22.347097 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a4c293-3f62-451b-bb16-fc84fdef5d08 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:50:22.347900 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a4c293-3f62-451b-bb16-fc84fdef5d08 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:50:22.348709 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a4c293-3f62-451b-bb16-fc84fdef5d08 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:50:22.349532 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a4c293-3f62-451b-bb16-fc84fdef5d08 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:50:22.350415 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a4c293-3f62-451b-bb16-fc84fdef5d08 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:50:22.351534 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a4c293-3f62-451b-bb16-fc84fdef5d08 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:50:22.353248 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a4c293-3f62-451b-bb16-fc84fdef5d08 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:50:22.354475 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a4c293-3f62-451b-bb16-fc84fdef5d08 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:50:22.355415 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a4c293-3f62-451b-bb16-fc84fdef5d08 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:50:22.357531 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a4c293-3f62-451b-bb16-fc84fdef5d08 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:50:22.365942 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-40a4c293-3f62-451b-bb16-fc84fdef5d08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:22.390818 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f258d231-14ca-49e6-818d-fcc232320808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:22.455786 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f258d231-14ca-49e6-818d-fcc232320808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:22.461157 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-921ef34f-c968-4def-a530-f974b471e1c8 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Allocated IP 172.20.0.12 (9ac76732-b5e5-4a02-a83d-61dcd782119c/e11ea1c4-1683-49da-8a09-a0382b92ba4a/a62fbd93-a14d-449e-9468-dc8f09b1fe4d) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:50:22.471184 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-96b8e4c1-bf0d-4f94-a62d-2f86c72d944d req-fc9a83ff-6a52-4d06-ad5c-a8f90d3ce1e4 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 210 time: 0.6491942 Jun 16 12:50:22.513620 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-364ef725-13f6-4661-82e1-7b1d0f7470c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:22.680972 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-f258d231-14ca-49e6-818d-fcc232320808 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fe6ed17cf2d74086b011c3f60be46b10&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0620067 Jun 16 12:50:22.691881 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 45278) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:22.709830 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f258d231-14ca-49e6-818d-fcc232320808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494bbe75-5782-4b94-9a1d-edc805815878,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:22.837748 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f258d231-14ca-49e6-818d-fcc232320808 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:50:22.838340 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f258d231-14ca-49e6-818d-fcc232320808 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:50:22.839044 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f258d231-14ca-49e6-818d-fcc232320808 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:50:22.839694 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f258d231-14ca-49e6-818d-fcc232320808 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:50:22.840315 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f258d231-14ca-49e6-818d-fcc232320808 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:50:22.840991 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f258d231-14ca-49e6-818d-fcc232320808 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:50:22.841596 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f258d231-14ca-49e6-818d-fcc232320808 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:50:22.842258 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f258d231-14ca-49e6-818d-fcc232320808 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:50:22.843112 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f258d231-14ca-49e6-818d-fcc232320808 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:50:22.843768 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f258d231-14ca-49e6-818d-fcc232320808 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:50:22.844483 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f258d231-14ca-49e6-818d-fcc232320808 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:50:22.845188 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f258d231-14ca-49e6-818d-fcc232320808 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:50:22.865039 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-f258d231-14ca-49e6-818d-fcc232320808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:23.037786 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-28a6beb6-bcf8-4e79-acb3-b2c6e8bc5278 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ac68d5c-65b2-4232-bd5d-da0e0ab81f37 {{(pid=109146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 12:50:23.074014 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-28a6beb6-bcf8-4e79-acb3-b2c6e8bc5278 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:23.194867 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0b61486e-0903-4607-8567-a029ba05e80a req-6cb2dfa1-e425-4e48-af39-2a979e0a7040 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 210 time: 0.2295690 Jun 16 12:50:23.260702 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-f54a4d2b-327d-4ee6-bdd9-873ba07ad7bd tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:23.265118 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-f54a4d2b-327d-4ee6-bdd9-873ba07ad7bd tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.73 "GET /v2.0/networks?id=b092543c-4e0a-4b3c-b41e-431b7c90a537 HTTP/1.1" status: 200 len: 816 time: 1.7634842 Jun 16 12:50:23.296017 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5ce931c8-ba83-4642-9fb0-39f2c7a658f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:23.308823 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-921ef34f-c968-4def-a530-f974b471e1c8 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Notify callbacks [] for port, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:23.331393 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.provisioning_blocks [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-28a6beb6-bcf8-4e79-acb3-b2c6e8bc5278 service neutron] Transition to ACTIVE for port object 7ac68d5c-65b2-4232-bd5d-da0e0ab81f37 will not be triggered until provisioned by entity L2. {{(pid=109146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:50:23.354071 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-28a6beb6-bcf8-4e79-acb3-b2c6e8bc5278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32077174'] for port, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:23.390597 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-edfe6b77-72b2-4d21-a1e3-0c034495162b tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:23.414876 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12c722-ffa4-494a-804f-7d3faee3c77f req-8e169fdb-fc93-4b5c-bb14-c5a97dec3a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:23.417893 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0e12c722-ffa4-494a-804f-7d3faee3c77f req-8e169fdb-fc93-4b5c-bb14-c5a97dec3a22 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.6787720 Jun 16 12:50:23.434955 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-635d5eaa-c5c5-44d4-a418-d0d8dcba8a16 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9142176cdce2480a88e9dcee58c356f4 HTTP/1.1" status: 200 len: 380 time: 0.1493354 Jun 16 12:50:23.460611 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86395c58-2ea2-4b92-b9a4-b51c51ef9e09 req-8faf227a-8691-4bbf-9c52-bfe08870c859 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:23.467103 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-86395c58-2ea2-4b92-b9a4-b51c51ef9e09 req-8faf227a-8691-4bbf-9c52-bfe08870c859 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/ports?device_id=8744a86c-c539-4304-bcd5-08d5340904dd HTTP/1.1" status: 200 len: 946 time: 0.8775146 Jun 16 12:50:23.480513 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5ce931c8-ba83-4642-9fb0-39f2c7a658f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:23.481270 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-9bb75df0-9553-437f-a58b-fcd05418d3f9 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Request body: {'port': {'device_id': '651796bc-97df-494e-8579-9f62fe51b487', 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537', 'admin_state_up': True, 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'security_groups': ['7cff0fb9-b5a5-420b-a53f-57802c5efe84']}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:50:23.495060 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a6beb6-bcf8-4e79-acb3-b2c6e8bc5278 service neutron] Pushing event updated for resources: {'Port': ['ID=7ac68d5c-65b2-4232-bd5d-da0e0ab81f37,revision_number=2']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:23.519405 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-28a6beb6-bcf8-4e79-acb3-b2c6e8bc5278 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:23.728248 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-921ef34f-c968-4def-a530-f974b471e1c8 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32077152'] for port, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:23.782287 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:23.878724 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-921ef34f-c968-4def-a530-f974b471e1c8 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Network 9ac76732-b5e5-4a02-a83d-61dcd782119c is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:50:23.913124 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-921ef34f-c968-4def-a530-f974b471e1c8 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:50:23.918852 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-921ef34f-c968-4def-a530-f974b471e1c8 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:50:23.948981 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-86395c58-2ea2-4b92-b9a4-b51c51ef9e09 req-afa66188-9985-442f-9737-ae2328f42901 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ccc41ef-6f6b-470e-ab42-96aad3615268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4615295 Jun 16 12:50:24.021500 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5ce931c8-ba83-4642-9fb0-39f2c7a658f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:24.028364 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5ce931c8-ba83-4642-9fb0-39f2c7a658f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:24.032907 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-5ce931c8-ba83-4642-9fb0-39f2c7a658f3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/494bbe75-5782-4b94-9a1d-edc805815878 HTTP/1.1" status: 204 len: 168 time: 1.3245516 Jun 16 12:50:24.065052 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-602d4c5b-fceb-46c6-8bbe-e44d289f49b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:24.068007 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-602d4c5b-fceb-46c6-8bbe-e44d289f49b7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1bb6d57a17a34ca0a86552ed9595186c&device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 1096 time: 0.5777035 Jun 16 12:50:24.190060 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-bc90ab10-e4b5-4d6a-9bdf-001aa80c9d4e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8abefd3e-8a24-46bb-971b-1d9f5e28c7df HTTP/1.1" status: 200 len: 217 time: 0.1062293 Jun 16 12:50:24.197843 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-28a6beb6-bcf8-4e79-acb3-b2c6e8bc5278 service neutron] Attempting to bind port 7ac68d5c-65b2-4232-bd5d-da0e0ab81f37 on host hv-cinder-76629 for vnic_type normal with profile {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:50:24.198513 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-28a6beb6-bcf8-4e79-acb3-b2c6e8bc5278 service neutron] Attempting to bind port 7ac68d5c-65b2-4232-bd5d-da0e0ab81f37 by drivers openvswitch,hyperv on host hv-cinder-76629 at level 0 using segments [{'id': 'c134a422-ed02-4a76-b565-b54dfcd7a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ea00ad74-87b8-4238-b685-834f4d31b647'}] {{(pid=109146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:50:24.199287 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-28a6beb6-bcf8-4e79-acb3-b2c6e8bc5278 service neutron] Attempting to bind port 7ac68d5c-65b2-4232-bd5d-da0e0ab81f37 on network ea00ad74-87b8-4238-b685-834f4d31b647 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:50:24.215405 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ef34f-c968-4def-a530-f974b471e1c8 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Pushing event updated for resources: {'Port': ['ID=a62fbd93-a14d-449e-9468-dc8f09b1fe4d,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:24.228939 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-921ef34f-c968-4def-a530-f974b471e1c8 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:24.235115 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-41f51fdd-52fa-4b8f-88d9-c3a2adfcffbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:24.260928 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce931c8-ba83-4642-9fb0-39f2c7a658f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494bbe75-5782-4b94-9a1d-edc805815878,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:24.264795 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-28a6beb6-bcf8-4e79-acb3-b2c6e8bc5278 service neutron] Port 7ac68d5c-65b2-4232-bd5d-da0e0ab81f37 on network ea00ad74-87b8-4238-b685-834f4d31b647 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76629 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 12:50:24.265664 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-28a6beb6-bcf8-4e79-acb3-b2c6e8bc5278 service neutron] Attempting to bind port 7ac68d5c-65b2-4232-bd5d-da0e0ab81f37 on network ea00ad74-87b8-4238-b685-834f4d31b647 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:50:24.275111 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-5ce931c8-ba83-4642-9fb0-39f2c7a658f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:24.293412 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-921ef34f-c968-4def-a530-f974b471e1c8 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:24.295573 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-921ef34f-c968-4def-a530-f974b471e1c8 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:24.302829 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-28a6beb6-bcf8-4e79-acb3-b2c6e8bc5278 service neutron] Checking agent: {'id': 'b6c345f8-0197-4552-bdfc-f76fc82bf107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76629', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 47, 31), 'started_at': datetime.datetime(2021, 6, 16, 12, 47, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:50:24.303735 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-28a6beb6-bcf8-4e79-acb3-b2c6e8bc5278 service neutron] Checking segment: {'id': 'c134a422-ed02-4a76-b565-b54dfcd7a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ea00ad74-87b8-4238-b685-834f4d31b647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:50:24.304617 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-28a6beb6-bcf8-4e79-acb3-b2c6e8bc5278 service neutron] Bound using segment: {'id': 'c134a422-ed02-4a76-b565-b54dfcd7a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ea00ad74-87b8-4238-b685-834f4d31b647'} {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:50:24.307259 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-28a6beb6-bcf8-4e79-acb3-b2c6e8bc5278 service neutron] Bound port: 7ac68d5c-65b2-4232-bd5d-da0e0ab81f37, host: hv-cinder-76629, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c134a422-ed02-4a76-b565-b54dfcd7a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ea00ad74-87b8-4238-b685-834f4d31b647'}}] {{(pid=109146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:50:24.308598 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-28a6beb6-bcf8-4e79-acb3-b2c6e8bc5278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:24.343963 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-44a23893-fa86-4eb7-b47b-533cde269595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:24.345360 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-44a23893-fa86-4eb7-b47b-533cde269595 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e11ea1c4-1683-49da-8a09-a0382b92ba4a HTTP/1.1" status: 200 len: 859 time: 0.1477265 Jun 16 12:50:24.348142 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-9bb75df0-9553-437f-a58b-fcd05418d3f9 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Made reservation on behalf of 9142176cdce2480a88e9dcee58c356f4 for: {'port': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:50:24.356500 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-9bb75df0-9553-437f-a58b-fcd05418d3f9 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:24.400569 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df203d7d-dbbb-4dcb-9ef7-2c2d9a702c2a req-1794c7a7-f5bb-49d7-892c-f8375974ec66 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:24.414059 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-921ef34f-c968-4def-a530-f974b471e1c8 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6861007 Jun 16 12:50:24.418099 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-df203d7d-dbbb-4dcb-9ef7-2c2d9a702c2a req-1794c7a7-f5bb-49d7-892c-f8375974ec66 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 943 time: 0.9459755 Jun 16 12:50:24.450256 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-fdf69dca-f769-499d-b98b-9a55f4228caf service neutron] Request body: {'port': {'device_id': 'a4eab735-9763-43ff-9566-93edd3d02985', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76629'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:50:24.538068 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-df203d7d-dbbb-4dcb-9ef7-2c2d9a702c2a req-9d8ac3aa-2256-4ebd-8b79-394b7d6905b6 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180329 Jun 16 12:50:24.672473 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-57d8bf0d-6cc6-4908-b95a-4795d2f27494 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9ac76732-b5e5-4a02-a83d-61dcd782119c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3071280 Jun 16 12:50:24.821857 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a8504291-f9b9-4a02-93b4-810f51ecbb98 req-c067c347-edad-4bd4-badb-4ca114b3013a tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 210 time: 0.3094549 Jun 16 12:50:24.860237 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-fdf69dca-f769-499d-b98b-9a55f4228caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:25.298734 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-28a6beb6-bcf8-4e79-acb3-b2c6e8bc5278 service neutron] For port 7ac68d5c-65b2-4232-bd5d-da0e0ab81f37, host hv-cinder-76629, cleared binding levels {{(pid=109146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:50:25.365673 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-28a6beb6-bcf8-4e79-acb3-b2c6e8bc5278 service neutron] For port 7ac68d5c-65b2-4232-bd5d-da0e0ab81f37, host hv-cinder-76629, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=7ac68d5c-65b2-4232-bd5d-da0e0ab81f37,segment=NetworkSegment(c134a422-ed02-4a76-b565-b54dfcd7a8d9),segment_id=c134a422-ed02-4a76-b565-b54dfcd7a8d9)] {{(pid=109146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:50:25.410529 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-28a6beb6-bcf8-4e79-acb3-b2c6e8bc5278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32077174'] for port, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:25.473035 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-921ef34f-c968-4def-a530-f974b471e1c8 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:25.706123 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-28a6beb6-bcf8-4e79-acb3-b2c6e8bc5278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:25.716045 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-28a6beb6-bcf8-4e79-acb3-b2c6e8bc5278 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:25.722111 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-28a6beb6-bcf8-4e79-acb3-b2c6e8bc5278 service neutron] 10.222.0.73 "PUT /v2.0/ports/7ac68d5c-65b2-4232-bd5d-da0e0ab81f37 HTTP/1.1" status: 200 len: 1093 time: 4.9739671 Jun 16 12:50:25.723498 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d959bf7-ce9e-4626-9238-cd13ef844e1c', 'tag': '7ac68d5c-65b2-4232-bd5d-da0e0ab81f37'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:50:25.732311 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d3ced2b0755242c869f5b076fa8168e6e97917c7fd5877aaea6e5f8b8701d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e76f224-8f05-48f1-bdff-48a69adb1766" -d '{"events": [{"name": "network-changed", "server_uuid": "0d959bf7-ce9e-4626-9238-cd13ef844e1c", "tag": "7ac68d5c-65b2-4232-bd5d-da0e0ab81f37"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:50:25.993817 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-222924d6-2b7f-45de-9e9e-b5aa06d74380 service neutron] 10.222.0.73 "GET /v2.0/networks/9ac76732-b5e5-4a02-a83d-61dcd782119c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2245665 Jun 16 12:50:26.079377 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70feec6d-e9a5-411f-92dc-1ed7e36b7adb req-54fd37ce-d577-4826-b785-865fc119f3a5 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:26.081502 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-70feec6d-e9a5-411f-92dc-1ed7e36b7adb req-54fd37ce-d577-4826-b785-865fc119f3a5 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 932 time: 0.9851451 Jun 16 12:50:26.099221 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-37cce164-6f7b-4c80-aa3e-a376a029f246 req-e9c8d908-4784-4a11-a96b-31cbe2e3bee0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8744a86c-c539-4304-bcd5-08d5340904dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6760838 Jun 16 12:50:26.350671 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a6beb6-bcf8-4e79-acb3-b2c6e8bc5278 service neutron] Pushing event updated for resources: {'Port': ['ID=7ac68d5c-65b2-4232-bd5d-da0e0ab81f37,revision_number=3']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:26.372031 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-28a6beb6-bcf8-4e79-acb3-b2c6e8bc5278 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.899s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:26.443622 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdecab2-73d6-4375-ae02-61f95ac50785 req-be2e952e-faf8-4229-b620-0765dd6aad70 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:26.450081 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4bdecab2-73d6-4375-ae02-61f95ac50785 req-be2e952e-faf8-4229-b620-0765dd6aad70 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/ports?device_id=8744a86c-c539-4304-bcd5-08d5340904dd HTTP/1.1" status: 200 len: 946 time: 0.8831937 Jun 16 12:50:26.457024 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-9bb75df0-9553-437f-a58b-fcd05418d3f9 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Allocated IP 172.20.0.3 (b092543c-4e0a-4b3c-b41e-431b7c90a537/6854b649-d35a-4298-9aa6-e7a75a6ae3a1/29ca1cb9-b54b-4e6c-8174-b41effde49d0) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:50:26.563588 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-c924062b-303d-4dc3-bf15-802d83db1ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:26.566521 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-c924062b-303d-4dc3-bf15-802d83db1ba7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3f9713ea5e7f4789a25afeaba4a1b9b2&device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 1096 time: 0.7479053 Jun 16 12:50:26.679428 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-70feec6d-e9a5-411f-92dc-1ed7e36b7adb req-5ddab6d3-4400-4d10-8a6f-476729790c18 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5456820 Jun 16 12:50:26.814195 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-74d3129f-5b05-41c3-8235-a564e20b052e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ac68d5c-65b2-4232-bd5d-da0e0ab81f37 HTTP/1.1" status: 200 len: 217 time: 0.2280216 Jun 16 12:50:26.883160 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4bdecab2-73d6-4375-ae02-61f95ac50785 req-bff6fbff-f9df-44bc-b5d3-68789dbccc00 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ccc41ef-6f6b-470e-ab42-96aad3615268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405440 Jun 16 12:50:26.926267 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-284ba729-6d75-43d3-8376-52b9180fd9c4 service neutron] 10.222.0.73 "GET /v2.0/networks/9ac76732-b5e5-4a02-a83d-61dcd782119c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8751438 Jun 16 12:50:26.933527 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-fdf69dca-f769-499d-b98b-9a55f4228caf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a62fbd93-a14d-449e-9468-dc8f09b1fe4d {{(pid=109146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 12:50:26.958338 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-fdf69dca-f769-499d-b98b-9a55f4228caf service neutron] Notify callbacks [] for port, precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:27.009880 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-5abc3244-cbac-4e7b-80d8-abccc135a003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:27.012950 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-5abc3244-cbac-4e7b-80d8-abccc135a003 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1a94bd32-4e74-4078-a9cb-34eb92b42cef HTTP/1.1" status: 200 len: 850 time: 0.1914399 Jun 16 12:50:27.019445 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.provisioning_blocks [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-fdf69dca-f769-499d-b98b-9a55f4228caf service neutron] Transition to ACTIVE for port object a62fbd93-a14d-449e-9468-dc8f09b1fe4d will not be triggered until provisioned by entity L2. {{(pid=109146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:50:27.042454 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cce164-6f7b-4c80-aa3e-a376a029f246 req-eb85455c-91d4-4cca-a2ea-e8376a2f0311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:27.053454 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-37cce164-6f7b-4c80-aa3e-a376a029f246 req-eb85455c-91d4-4cca-a2ea-e8376a2f0311 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=63f583c0d2ec4d34a58968da103ccb7f&device_id=8744a86c-c539-4304-bcd5-08d5340904dd HTTP/1.1" status: 200 len: 1099 time: 0.7835023 Jun 16 12:50:27.135652 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 12:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962b7484-8c21-4986-ab90-50bc6522b98a x-openstack-request-id: req-962b7484-8c21-4986-ab90-50bc6522b98a {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:50:27.136571 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d959bf7-ce9e-4626-9238-cd13ef844e1c", "tag": "7ac68d5c-65b2-4232-bd5d-da0e0ab81f37", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:50:27.137275 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-962b7484-8c21-4986-ab90-50bc6522b98a {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:50:27.143487 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d959bf7-ce9e-4626-9238-cd13ef844e1c', 'tag': '7ac68d5c-65b2-4232-bd5d-da0e0ab81f37', 'status': 'completed', 'code': 200} Jun 16 12:50:27.145298 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-fdf69dca-f769-499d-b98b-9a55f4228caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32077174'] for port, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:27.282412 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-88db683e-75c6-435d-8844-1fbac28dd4e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:27.545543 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf69dca-f769-499d-b98b-9a55f4228caf service neutron] Pushing event updated for resources: {'Port': ['ID=a62fbd93-a14d-449e-9468-dc8f09b1fe4d,revision_number=2']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:27.568518 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-fdf69dca-f769-499d-b98b-9a55f4228caf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:27.693338 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9049954c-c977-44e6-a64c-2b2fdbca4b8b req-17ff85f5-0335-4f3c-a2ca-6b288812e0a7 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 210 time: 0.1411357 Jun 16 12:50:27.743884 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e061d9-7ecc-46a4-b291-034efac14a82 req-be2b2647-ee2e-458e-95f1-cb233de67d75 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:27.756991 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-50e061d9-7ecc-46a4-b291-034efac14a82 req-be2b2647-ee2e-458e-95f1-cb233de67d75 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 943 time: 0.6882834 Jun 16 12:50:27.896022 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-b7b1741a-5a0d-45f8-914c-1fb311247790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:27.901935 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-b7b1741a-5a0d-45f8-914c-1fb311247790 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ea00ad74-87b8-4238-b685-834f4d31b647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.8795555 Jun 16 12:50:27.959136 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cce164-6f7b-4c80-aa3e-a376a029f246 req-16918356-9731-496f-90c3-72ac9429dbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:27.961608 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-37cce164-6f7b-4c80-aa3e-a376a029f246 req-16918356-9731-496f-90c3-72ac9429dbf7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d454804e-0369-4595-9684-9318d60b78e3 HTTP/1.1" status: 200 len: 912 time: 0.7501063 Jun 16 12:50:27.998191 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-50e061d9-7ecc-46a4-b291-034efac14a82 req-6360f3be-8cbd-4422-a069-8e888f364986 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2395048 Jun 16 12:50:28.062247 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-9bb75df0-9553-437f-a58b-fcd05418d3f9 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks [] for port, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:28.248488 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-37cce164-6f7b-4c80-aa3e-a376a029f246 req-9db7736f-d19c-43c9-93f1-7ba428ed5465 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20b65a0b-922e-4e40-8a57-15be09d0b29c HTTP/1.1" status: 200 len: 217 time: 0.2345095 Jun 16 12:50:28.268055 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-fdf69dca-f769-499d-b98b-9a55f4228caf service neutron] Attempting to bind port a62fbd93-a14d-449e-9468-dc8f09b1fe4d on host hv-cinder-76629 for vnic_type normal with profile {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:50:28.268877 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-fdf69dca-f769-499d-b98b-9a55f4228caf service neutron] Attempting to bind port a62fbd93-a14d-449e-9468-dc8f09b1fe4d by drivers openvswitch,hyperv on host hv-cinder-76629 at level 0 using segments [{'id': 'c80dc759-b709-4d2d-89fc-ca0ddd20a50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9ac76732-b5e5-4a02-a83d-61dcd782119c'}] {{(pid=109146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:50:28.269434 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-fdf69dca-f769-499d-b98b-9a55f4228caf service neutron] Attempting to bind port a62fbd93-a14d-449e-9468-dc8f09b1fe4d on network 9ac76732-b5e5-4a02-a83d-61dcd782119c {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:50:28.298022 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-fdf69dca-f769-499d-b98b-9a55f4228caf service neutron] Port a62fbd93-a14d-449e-9468-dc8f09b1fe4d on network 9ac76732-b5e5-4a02-a83d-61dcd782119c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76629 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 12:50:28.298428 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-fdf69dca-f769-499d-b98b-9a55f4228caf service neutron] Attempting to bind port a62fbd93-a14d-449e-9468-dc8f09b1fe4d on network 9ac76732-b5e5-4a02-a83d-61dcd782119c {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:50:28.323374 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.provisioning_blocks [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-9bb75df0-9553-437f-a58b-fcd05418d3f9 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Transition to ACTIVE for port object 29ca1cb9-b54b-4e6c-8174-b41effde49d0 will not be triggered until provisioned by entity DHCP. {{(pid=109145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:50:28.354490 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-fdf69dca-f769-499d-b98b-9a55f4228caf service neutron] Checking agent: {'id': 'b6c345f8-0197-4552-bdfc-f76fc82bf107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76629', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 47, 31), 'started_at': datetime.datetime(2021, 6, 16, 12, 47, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:50:28.355503 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-fdf69dca-f769-499d-b98b-9a55f4228caf service neutron] Checking segment: {'id': 'c80dc759-b709-4d2d-89fc-ca0ddd20a50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9ac76732-b5e5-4a02-a83d-61dcd782119c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:50:28.356502 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-fdf69dca-f769-499d-b98b-9a55f4228caf service neutron] Bound using segment: {'id': 'c80dc759-b709-4d2d-89fc-ca0ddd20a50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9ac76732-b5e5-4a02-a83d-61dcd782119c'} {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:50:28.358949 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-fdf69dca-f769-499d-b98b-9a55f4228caf service neutron] Bound port: a62fbd93-a14d-449e-9468-dc8f09b1fe4d, host: hv-cinder-76629, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c80dc759-b709-4d2d-89fc-ca0ddd20a50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9ac76732-b5e5-4a02-a83d-61dcd782119c'}}] {{(pid=109146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:50:28.359957 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-fdf69dca-f769-499d-b98b-9a55f4228caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:28.384671 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-49383351-7549-40a9-a2ed-834f14c41487 service neutron] 10.222.0.73 "GET /v2.0/networks/ea00ad74-87b8-4238-b685-834f4d31b647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4733458 Jun 16 12:50:28.473632 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cce164-6f7b-4c80-aa3e-a376a029f246 req-b907566b-e036-4545-bf9a-34c799dffbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:28.476387 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-37cce164-6f7b-4c80-aa3e-a376a029f246 req-b907566b-e036-4545-bf9a-34c799dffbba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b40a080f-7032-436e-b577-3024e36fe1b3 HTTP/1.1" status: 200 len: 851 time: 0.2182336 Jun 16 12:50:28.579980 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-37cce164-6f7b-4c80-aa3e-a376a029f246 req-111d393d-ec2b-4de5-bc0c-d896cd680d61 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d454804e-0369-4595-9684-9318d60b78e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915844 Jun 16 12:50:28.582195 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-9bb75df0-9553-437f-a58b-fcd05418d3f9 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438'] for port, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:28.620831 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ae6e4-f0b9-430a-ad35-f64c98fdaa5c req-a347f543-ca68-4b68-9bc3-808cbf8bbd31 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:28.624492 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-681ae6e4-f0b9-430a-ad35-f64c98fdaa5c req-a347f543-ca68-4b68-9bc3-808cbf8bbd31 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 944 time: 0.3393667 Jun 16 12:50:28.659435 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-c78ebe1c-c2f9-45d0-ab65-40d7eda4ecdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:28.728822 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 8abefd3e-8a24-46bb-971b-1d9f5e28c7df details requested by agent hyperv_hv-cinder-76629 with host hv-cinder-76629 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 12:50:28.740809 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-9bb75df0-9553-437f-a58b-fcd05418d3f9 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Network b092543c-4e0a-4b3c-b41e-431b7c90a537 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:50:28.787143 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-9bb75df0-9553-437f-a58b-fcd05418d3f9 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:50:28.854165 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-9bb75df0-9553-437f-a58b-fcd05418d3f9 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:50:28.871414 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-9bb75df0-9553-437f-a58b-fcd05418d3f9 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:28.872488 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-9bb75df0-9553-437f-a58b-fcd05418d3f9 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for port, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:28.891534 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.db.resource_extend [None req-43072469-a160-4d16-9402-2253616714b8 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 12:50:28.982089 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-681ae6e4-f0b9-430a-ad35-f64c98fdaa5c req-57d438ec-5218-4b76-b402-50ff4f41e5b4 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242042 Jun 16 12:50:29.112155 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-fdf69dca-f769-499d-b98b-9a55f4228caf service neutron] For port a62fbd93-a14d-449e-9468-dc8f09b1fe4d, host hv-cinder-76629, cleared binding levels {{(pid=109146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:50:29.129783 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb75df0-9553-437f-a58b-fcd05418d3f9 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Pushing event updated for resources: {'Port': ['ID=29ca1cb9-b54b-4e6c-8174-b41effde49d0,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:29.145367 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-9bb75df0-9553-437f-a58b-fcd05418d3f9 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:29.152812 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-fdf69dca-f769-499d-b98b-9a55f4228caf service neutron] For port a62fbd93-a14d-449e-9468-dc8f09b1fe4d, host hv-cinder-76629, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=a62fbd93-a14d-449e-9468-dc8f09b1fe4d,segment=NetworkSegment(c80dc759-b709-4d2d-89fc-ca0ddd20a50f),segment_id=c80dc759-b709-4d2d-89fc-ca0ddd20a50f)] {{(pid=109146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:50:29.180363 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-fdf69dca-f769-499d-b98b-9a55f4228caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32077174'] for port, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:29.199028 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-9bb75df0-9553-437f-a58b-fcd05418d3f9 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7265296 Jun 16 12:50:29.207989 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-565c7ceb-2ce6-45e6-a503-4c88748aa144 req-f11b17d6-807f-4348-a2b8-872a136dfbcb service neutron] 10.222.0.73 "GET /v2.0/networks/ea00ad74-87b8-4238-b685-834f4d31b647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8100622 Jun 16 12:50:29.235523 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-73b42d16-7716-4912-8a79-2fa134e9d888 service neutron] Request body: {'port': {'device_id': '651796bc-97df-494e-8579-9f62fe51b487', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76629'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:50:29.250879 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-37cce164-6f7b-4c80-aa3e-a376a029f246 req-7d789262-df67-4557-82cd-5251e29edb68 service neutron] 10.222.0.73 "GET /v2.0/networks/d454804e-0369-4595-9684-9318d60b78e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6577504 Jun 16 12:50:29.273307 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-28a6beb6-bcf8-4e79-acb3-b2c6e8bc5278 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:29.476033 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-fdf69dca-f769-499d-b98b-9a55f4228caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:29.477864 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-fdf69dca-f769-499d-b98b-9a55f4228caf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:29.481397 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-fdf69dca-f769-499d-b98b-9a55f4228caf service neutron] 10.222.0.73 "PUT /v2.0/ports/a62fbd93-a14d-449e-9468-dc8f09b1fe4d HTTP/1.1" status: 200 len: 1094 time: 5.0513842 Jun 16 12:50:29.482643 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4eab735-9763-43ff-9566-93edd3d02985', 'tag': 'a62fbd93-a14d-449e-9468-dc8f09b1fe4d'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:50:29.488004 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d3ced2b0755242c869f5b076fa8168e6e97917c7fd5877aaea6e5f8b8701d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c640c90-b5b5-4c2f-a41d-bc7983abcd4a" -d '{"events": [{"name": "network-changed", "server_uuid": "a4eab735-9763-43ff-9566-93edd3d02985", "tag": "a62fbd93-a14d-449e-9468-dc8f09b1fe4d"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:50:29.571395 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf69dca-f769-499d-b98b-9a55f4228caf service neutron] Pushing event updated for resources: {'Port': ['ID=a62fbd93-a14d-449e-9468-dc8f09b1fe4d,revision_number=3']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:29.585540 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-fdf69dca-f769-499d-b98b-9a55f4228caf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:29.722519 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76f224-8f05-48f1-bdff-48a69adb1766 req-c5d4e868-1637-46a6-a90d-9783a337cbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:29.725574 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9e76f224-8f05-48f1-bdff-48a69adb1766 req-c5d4e868-1637-46a6-a90d-9783a337cbd3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3f9713ea5e7f4789a25afeaba4a1b9b2&device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 1096 time: 0.3372848 Jun 16 12:50:29.804289 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 8abefd3e-8a24-46bb-971b-1d9f5e28c7df, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=8abefd3e-8a24-46bb-971b-1d9f5e28c7df,segment=NetworkSegment(c80dc759-b709-4d2d-89fc-ca0ddd20a50f),segment_id=c80dc759-b709-4d2d-89fc-ca0ddd20a50f)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:50:29.829867 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Returning: {'device': '8abefd3e-8a24-46bb-971b-1d9f5e28c7df', 'network_id': '9ac76732-b5e5-4a02-a83d-61dcd782119c', 'port_id': '8abefd3e-8a24-46bb-971b-1d9f5e28c7df', 'mac_address': 'fa:16:3e:b2:ae:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e11ea1c4-1683-49da-8a09-a0382b92ba4a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 12:50:29.835740 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-3dcf163e-0ef6-474a-82c2-e7dc3a293c2e None None] Provisioning for port 29ca1cb9-b54b-4e6c-8174-b41effde49d0 completed by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:50:29.846366 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-3dcf163e-0ef6-474a-82c2-e7dc3a293c2e None None] Provisioning complete for port 29ca1cb9-b54b-4e6c-8174-b41effde49d0 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:50:29.847324 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-3dcf163e-0ef6-474a-82c2-e7dc3a293c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:29.922115 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-619cae28-a091-4a45-8a8c-29e35abb471b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:29.925541 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-619cae28-a091-4a45-8a8c-29e35abb471b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1bb6d57a17a34ca0a86552ed9595186c&device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 1097 time: 0.3420818 Jun 16 12:50:30.011175 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-3dcf163e-0ef6-474a-82c2-e7dc3a293c2e None None] Port 29ca1cb9-b54b-4e6c-8174-b41effde49d0 cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 12:50:30.017361 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:30.048940 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-43072469-a160-4d16-9402-2253616714b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8abefd3e-8a24-46bb-971b-1d9f5e28c7df {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 12:50:30.111896 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-fdc577c7-8ffe-4cd6-8581-f478fb6ce546 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a62fbd93-a14d-449e-9468-dc8f09b1fe4d HTTP/1.1" status: 200 len: 217 time: 0.1069942 Jun 16 12:50:30.151980 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 8abefd3e-8a24-46bb-971b-1d9f5e28c7df, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=8abefd3e-8a24-46bb-971b-1d9f5e28c7df,segment=NetworkSegment(c80dc759-b709-4d2d-89fc-ca0ddd20a50f),segment_id=c80dc759-b709-4d2d-89fc-ca0ddd20a50f)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:50:30.170745 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:30.187299 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-5ce428b3-9869-4567-a856-e16041358a07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:30.350473 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-dbf3271a-8fbb-4a69-860f-fc5c26ccc69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:30.353206 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-dbf3271a-8fbb-4a69-860f-fc5c26ccc69d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e11ea1c4-1683-49da-8a09-a0382b92ba4a HTTP/1.1" status: 200 len: 859 time: 0.2095621 Jun 16 12:50:30.406068 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=8abefd3e-8a24-46bb-971b-1d9f5e28c7df,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:30.418260 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:50:30.419688 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:50:30.420595 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:50:30.421181 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76f224-8f05-48f1-bdff-48a69adb1766 req-cf07fbfb-80cb-4cca-9d9d-471d74baa7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:30.421756 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:50:30.422751 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:50:30.423822 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9e76f224-8f05-48f1-bdff-48a69adb1766 req-cf07fbfb-80cb-4cca-9d9d-471d74baa7bf service neutron] 10.222.0.73 "GET /v2.0/networks?id=ea00ad74-87b8-4238-b685-834f4d31b647 HTTP/1.1" status: 200 len: 912 time: 0.6889806 Jun 16 12:50:30.424167 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:50:30.425180 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:50:30.426053 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:50:30.426953 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:50:30.427713 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-5f98dcfc-92f4-426c-890d-2f5ed72fdaad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9ac76732-b5e5-4a02-a83d-61dcd782119c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650589 Jun 16 12:50:30.428172 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:50:30.429024 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:50:30.429888 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:50:30.448287 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:30.453444 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] get_ports_and_sgs() called for port_ids ['8abefd3e-8a24-46bb-971b-1d9f5e28c7df'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 12:50:30.531134 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-73b42d16-7716-4912-8a79-2fa134e9d888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:30.619787 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9e76f224-8f05-48f1-bdff-48a69adb1766 req-c193bf17-cb1c-437b-b729-d4729a0b8b00 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ac68d5c-65b2-4232-bd5d-da0e0ab81f37 HTTP/1.1" status: 200 len: 217 time: 0.1834040 Jun 16 12:50:30.676364 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb44130-acb0-422a-b935-2f722faa3547 req-1d609086-ad15-41d4-b151-1a19efb221bc tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:30.691186 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-bcb44130-acb0-422a-b935-2f722faa3547 req-1d609086-ad15-41d4-b151-1a19efb221bc tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 943 time: 0.7657957 Jun 16 12:50:30.743228 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb27cf6e-ffdd-4318-ab3e-6bd04f7e77ce req-3747e7af-9b38-4c6f-afbf-4e85a18d658d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:30.752465 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-eb27cf6e-ffdd-4318-ab3e-6bd04f7e77ce req-3747e7af-9b38-4c6f-afbf-4e85a18d658d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 931 time: 0.8010161 Jun 16 12:50:30.779270 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-37cce164-6f7b-4c80-aa3e-a376a029f246 req-a265368c-82e0-44a6-b454-52971e739dd8 service neutron] 10.222.0.73 "GET /v2.0/networks/d454804e-0369-4595-9684-9318d60b78e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8709211 Jun 16 12:50:30.821270 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-f38b3808-ce86-4809-b805-02aa1dcd0a59 service neutron] 10.222.0.73 "GET /v2.0/networks/9ac76732-b5e5-4a02-a83d-61dcd782119c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820968 Jun 16 12:50:30.907055 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-bcb44130-acb0-422a-b935-2f722faa3547 req-fe49664e-5968-4fd2-976d-3c5654cbced7 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142379 Jun 16 12:50:30.947829 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-eb27cf6e-ffdd-4318-ab3e-6bd04f7e77ce req-3d15000c-f009-4184-a379-de499b1b0c2b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937771 Jun 16 12:50:30.948777 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 45480) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:30.973931 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-0c9baac2-1dc9-4c42-8374-78933511ec6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:31.027988 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 45484) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:31.090538 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 12:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4df347d-8095-4a09-a318-4cf30b28dd7d x-openstack-request-id: req-c4df347d-8095-4a09-a318-4cf30b28dd7d {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:50:31.091065 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4eab735-9763-43ff-9566-93edd3d02985", "tag": "a62fbd93-a14d-449e-9468-dc8f09b1fe4d", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:50:31.091611 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c4df347d-8095-4a09-a318-4cf30b28dd7d {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:50:31.092316 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4eab735-9763-43ff-9566-93edd3d02985', 'tag': 'a62fbd93-a14d-449e-9468-dc8f09b1fe4d', 'status': 'completed', 'code': 200} Jun 16 12:50:31.392901 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-69e65758-3fff-4d76-8176-c73af9980339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:31.564568 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-53dd74bc-b525-4645-b95a-b9747b7be16d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:31.699229 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-69e65758-3fff-4d76-8176-c73af9980339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:31.710932 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-69e65758-3fff-4d76-8176-c73af9980339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:31.722675 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-4f3d5b50-3848-4c6c-9abb-fccd5a0f4cad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:31.737369 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184d7f2-1c39-4737-ac22-d33696e70427 req-804281fd-42ef-4f17-9aea-25eb1d00ced4 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:31.740447 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f184d7f2-1c39-4737-ac22-d33696e70427 req-804281fd-42ef-4f17-9aea-25eb1d00ced4 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 944 time: 0.2581699 Jun 16 12:50:31.762045 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-73b42d16-7716-4912-8a79-2fa134e9d888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29ca1cb9-b54b-4e6c-8174-b41effde49d0 {{(pid=109145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 12:50:31.789027 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-73b42d16-7716-4912-8a79-2fa134e9d888 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:31.802966 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-69e65758-3fff-4d76-8176-c73af9980339 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6ca5aa51f6f744659b9a3afd202b1bf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7688229 Jun 16 12:50:31.809803 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 45502) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:31.833531 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e65758-3fff-4d76-8176-c73af9980339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec84e041-3cfd-49ae-ae82-ba0a4913edcf,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:31.843757 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-69e65758-3fff-4d76-8176-c73af9980339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:31.882330 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.provisioning_blocks [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-73b42d16-7716-4912-8a79-2fa134e9d888 service neutron] Transition to ACTIVE for port object 29ca1cb9-b54b-4e6c-8174-b41effde49d0 will not be triggered until provisioned by entity L2. {{(pid=109145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:50:31.906826 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-73b42d16-7716-4912-8a79-2fa134e9d888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:31.915964 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f184d7f2-1c39-4737-ac22-d33696e70427 req-121de566-f820-4c0e-9989-d469e1263a2d tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593549 Jun 16 12:50:31.945635 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-e1dac3f7-b61d-4e74-a6da-402333358e78 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:31.976163 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-53dd74bc-b525-4645-b95a-b9747b7be16d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:31.989924 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-53dd74bc-b525-4645-b95a-b9747b7be16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:32.001402 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-f258d231-14ca-49e6-818d-fcc232320808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:32.076744 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-53dd74bc-b525-4645-b95a-b9747b7be16d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1809741710ce4ba6b9cbf84c7fc1108b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1261570 Jun 16 12:50:32.079589 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 45508) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:32.092849 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd74bc-b525-4645-b95a-b9747b7be16d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d21591-d51d-4650-a719-23cfb4d36e7a,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:32.106297 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-53dd74bc-b525-4645-b95a-b9747b7be16d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:32.123282 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b42d16-7716-4912-8a79-2fa134e9d888 service neutron] Pushing event updated for resources: {'Port': ['ID=29ca1cb9-b54b-4e6c-8174-b41effde49d0,revision_number=2']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:32.133365 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-73b42d16-7716-4912-8a79-2fa134e9d888 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:32.221757 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-cea4389f-d92c-49c2-a96f-cf27fee10ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:32.230916 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-05470e60-0294-4055-8ede-b063063941c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:32.279026 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-73b42d16-7716-4912-8a79-2fa134e9d888 service neutron] Attempting to bind port 29ca1cb9-b54b-4e6c-8174-b41effde49d0 on host hv-cinder-76629 for vnic_type normal with profile {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:50:32.279571 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-73b42d16-7716-4912-8a79-2fa134e9d888 service neutron] Attempting to bind port 29ca1cb9-b54b-4e6c-8174-b41effde49d0 by drivers openvswitch,hyperv on host hv-cinder-76629 at level 0 using segments [{'id': '042ac9d8-9593-43f5-8ffd-f1b933e86f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537'}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:50:32.280112 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-73b42d16-7716-4912-8a79-2fa134e9d888 service neutron] Attempting to bind port 29ca1cb9-b54b-4e6c-8174-b41effde49d0 on network b092543c-4e0a-4b3c-b41e-431b7c90a537 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:50:32.286662 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-05470e60-0294-4055-8ede-b063063941c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:32.307494 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 45512) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:32.335594 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-73b42d16-7716-4912-8a79-2fa134e9d888 service neutron] Port 29ca1cb9-b54b-4e6c-8174-b41effde49d0 on network b092543c-4e0a-4b3c-b41e-431b7c90a537 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76629 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 12:50:32.336141 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-73b42d16-7716-4912-8a79-2fa134e9d888 service neutron] Attempting to bind port 29ca1cb9-b54b-4e6c-8174-b41effde49d0 on network b092543c-4e0a-4b3c-b41e-431b7c90a537 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:50:32.377850 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-73b42d16-7716-4912-8a79-2fa134e9d888 service neutron] Checking agent: {'id': 'b6c345f8-0197-4552-bdfc-f76fc82bf107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76629', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 47, 31), 'started_at': datetime.datetime(2021, 6, 16, 12, 47, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:50:32.379050 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-73b42d16-7716-4912-8a79-2fa134e9d888 service neutron] Checking segment: {'id': '042ac9d8-9593-43f5-8ffd-f1b933e86f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:50:32.379307 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-73b42d16-7716-4912-8a79-2fa134e9d888 service neutron] Bound using segment: {'id': '042ac9d8-9593-43f5-8ffd-f1b933e86f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537'} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:50:32.380171 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-73b42d16-7716-4912-8a79-2fa134e9d888 service neutron] Bound port: 29ca1cb9-b54b-4e6c-8174-b41effde49d0, host: hv-cinder-76629, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '042ac9d8-9593-43f5-8ffd-f1b933e86f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537'}}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:50:32.380497 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-73b42d16-7716-4912-8a79-2fa134e9d888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:32.391308 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-cea4389f-d92c-49c2-a96f-cf27fee10ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:32.421253 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-05470e60-0294-4055-8ede-b063063941c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:32.425576 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-05470e60-0294-4055-8ede-b063063941c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:32.428707 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-05470e60-0294-4055-8ede-b063063941c3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/50d21591-d51d-4650-a719-23cfb4d36e7a HTTP/1.1" status: 204 len: 168 time: 0.3472579 Jun 16 12:50:32.431641 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-69e65758-3fff-4d76-8176-c73af9980339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:32.451766 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05470e60-0294-4055-8ede-b063063941c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d21591-d51d-4650-a719-23cfb4d36e7a,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:32.456210 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-05470e60-0294-4055-8ede-b063063941c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:32.561403 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-378c68a3-fe11-4de1-b94f-85905a032534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:32.693910 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 7ac68d5c-65b2-4232-bd5d-da0e0ab81f37 details requested by agent hyperv_hv-cinder-76629 with host hv-cinder-76629 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 12:50:32.697748 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf2b1d-e031-44aa-b2e1-7905b3ae6fab req-889839f2-32e1-4470-bff8-2e427b2b2870 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:32.700969 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3aaf2b1d-e031-44aa-b2e1-7905b3ae6fab req-889839f2-32e1-4470-bff8-2e427b2b2870 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 943 time: 0.4426742 Jun 16 12:50:32.708352 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-73b42d16-7716-4912-8a79-2fa134e9d888 service neutron] For port 29ca1cb9-b54b-4e6c-8174-b41effde49d0, host hv-cinder-76629, cleared binding levels {{(pid=109145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:50:32.722341 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-73b42d16-7716-4912-8a79-2fa134e9d888 service neutron] For port 29ca1cb9-b54b-4e6c-8174-b41effde49d0, host hv-cinder-76629, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=29ca1cb9-b54b-4e6c-8174-b41effde49d0,segment=NetworkSegment(042ac9d8-9593-43f5-8ffd-f1b933e86f71),segment_id=042ac9d8-9593-43f5-8ffd-f1b933e86f71)] {{(pid=109145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:50:32.757158 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-73b42d16-7716-4912-8a79-2fa134e9d888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:32.786348 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-cea4389f-d92c-49c2-a96f-cf27fee10ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:32.789691 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:32.793960 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-378c68a3-fe11-4de1-b94f-85905a032534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:32.801140 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-378c68a3-fe11-4de1-b94f-85905a032534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:32.809961 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-25f004fa-e418-43cd-ad74-2b59f4d168d9 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:32.881116 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c68a3-fe11-4de1-b94f-85905a032534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a2c771-41fe-4161-a448-614c4c64f4fd,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:32.881584 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b42d16-7716-4912-8a79-2fa134e9d888 service neutron] Pushing event updated for resources: {'Port': ['ID=29ca1cb9-b54b-4e6c-8174-b41effde49d0,revision_number=3']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:32.889987 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-cea4389f-d92c-49c2-a96f-cf27fee10ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:32.900562 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-cea4389f-d92c-49c2-a96f-cf27fee10ed5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ec84e041-3cfd-49ae-ae82-ba0a4913edcf HTTP/1.1" status: 204 len: 168 time: 1.0803578 Jun 16 12:50:32.900562 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-73b42d16-7716-4912-8a79-2fa134e9d888 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:32.903193 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:32.903348 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-378c68a3-fe11-4de1-b94f-85905a032534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:32.922931 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 45524) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:32.926819 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-378c68a3-fe11-4de1-b94f-85905a032534 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ea80d08a29aa46d1bc1f27d659e9916d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6171863 Jun 16 12:50:32.953952 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea4389f-d92c-49c2-a96f-cf27fee10ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec84e041-3cfd-49ae-ae82-ba0a4913edcf,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:32.963159 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 7ac68d5c-65b2-4232-bd5d-da0e0ab81f37, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=7ac68d5c-65b2-4232-bd5d-da0e0ab81f37,segment=NetworkSegment(c134a422-ed02-4a76-b565-b54dfcd7a8d9),segment_id=c134a422-ed02-4a76-b565-b54dfcd7a8d9)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:50:32.972503 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-73b42d16-7716-4912-8a79-2fa134e9d888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:32.973413 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-73b42d16-7716-4912-8a79-2fa134e9d888 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for port, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:32.979563 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-73b42d16-7716-4912-8a79-2fa134e9d888 service neutron] 10.222.0.73 "PUT /v2.0/ports/29ca1cb9-b54b-4e6c-8174-b41effde49d0 HTTP/1.1" status: 200 len: 1093 time: 3.7674706 Jun 16 12:50:32.979563 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '651796bc-97df-494e-8579-9f62fe51b487', 'tag': '29ca1cb9-b54b-4e6c-8174-b41effde49d0'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:50:32.981334 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9bae50dfbf258dfcc1b22b71b0f324177d6a2dd6dbdff5bf738173c6d3102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235868e4-dfba-4cbb-bf59-f0ea8f0c5885" -d '{"events": [{"name": "network-changed", "server_uuid": "651796bc-97df-494e-8579-9f62fe51b487", "tag": "29ca1cb9-b54b-4e6c-8174-b41effde49d0"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:50:32.985570 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-cea4389f-d92c-49c2-a96f-cf27fee10ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:33.007276 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3aaf2b1d-e031-44aa-b2e1-7905b3ae6fab req-29be8138-07c1-448a-9eb5-70af001df9a1 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2823527 Jun 16 12:50:33.016520 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Returning: {'device': '7ac68d5c-65b2-4232-bd5d-da0e0ab81f37', 'network_id': 'ea00ad74-87b8-4238-b685-834f4d31b647', 'port_id': '7ac68d5c-65b2-4232-bd5d-da0e0ab81f37', 'mac_address': 'fa:16:3e:6b:13:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a94bd32-4e74-4078-a9cb-34eb92b42cef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 12:50:33.098969 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:33.148668 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-43072469-a160-4d16-9402-2253616714b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ac68d5c-65b2-4232-bd5d-da0e0ab81f37 {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 12:50:33.153126 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b7b7acfb-53d6-4ca4-9675-63d1c1d63b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:33.206396 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 7ac68d5c-65b2-4232-bd5d-da0e0ab81f37, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=7ac68d5c-65b2-4232-bd5d-da0e0ab81f37,segment=NetworkSegment(c134a422-ed02-4a76-b565-b54dfcd7a8d9),segment_id=c134a422-ed02-4a76-b565-b54dfcd7a8d9)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:50:33.214497 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:33.225050 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:33.237014 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b7b7acfb-53d6-4ca4-9675-63d1c1d63b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:33.284632 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 45530) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:33.312864 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-26e0d53b-d182-4b58-916b-059ceb37525a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:33.411654 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=7ac68d5c-65b2-4232-bd5d-da0e0ab81f37,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:33.434411 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:33.543499 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a098a08-a60a-4a9e-a504-04e6f540ba7a req-32b4f713-46b0-4db7-b30b-15ef362130ef tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:33.547377 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6a098a08-a60a-4a9e-a504-04e6f540ba7a req-32b4f713-46b0-4db7-b30b-15ef362130ef tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 943 time: 0.2183127 Jun 16 12:50:33.549707 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b7b7acfb-53d6-4ca4-9675-63d1c1d63b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:33.557388 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b7b7acfb-53d6-4ca4-9675-63d1c1d63b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:33.574300 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-b7b7acfb-53d6-4ca4-9675-63d1c1d63b1e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/58a2c771-41fe-4161-a448-614c4c64f4fd HTTP/1.1" status: 204 len: 168 time: 0.6422660 Jun 16 12:50:33.616776 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-26e0d53b-d182-4b58-916b-059ceb37525a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:33.623507 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-cea4389f-d92c-49c2-a96f-cf27fee10ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:33.629963 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-26e0d53b-d182-4b58-916b-059ceb37525a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:33.638683 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-6b298356-c48f-4b1a-a4c2-2b3f210c1807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:33.657243 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b7acfb-53d6-4ca4-9675-63d1c1d63b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a2c771-41fe-4161-a448-614c4c64f4fd,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:33.666009 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-b7b7acfb-53d6-4ca4-9675-63d1c1d63b1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:33.690883 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6a098a08-a60a-4a9e-a504-04e6f540ba7a req-99edf2d8-1e25-437a-8c69-f6e393d1f9c4 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985136 Jun 16 12:50:33.735101 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-26e0d53b-d182-4b58-916b-059ceb37525a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d2e205a3099f4331b32d50b264aed757&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4481776 Jun 16 12:50:33.736461 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0d53b-d182-4b58-916b-059ceb37525a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b95744b-573c-4be1-9e14-c8af00e4a664,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:33.741022 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 45538) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:33.840919 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:33.900551 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-26e0d53b-d182-4b58-916b-059ceb37525a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:34.034824 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 45540) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:34.070203 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] get_ports_and_sgs() called for port_ids ['7ac68d5c-65b2-4232-bd5d-da0e0ab81f37'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 12:50:34.083563 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1154d5b3-033f-4a40-9300-501020db470f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:34.522395 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-b39518cb-75e7-4ed0-b3c8-280eca14203d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:34.596598 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 45552) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:34.607157 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 12:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512b5484-82df-44e2-8498-a4847490f2bb x-openstack-request-id: req-512b5484-82df-44e2-8498-a4847490f2bb {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:50:34.610381 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "651796bc-97df-494e-8579-9f62fe51b487", "tag": "29ca1cb9-b54b-4e6c-8174-b41effde49d0", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:50:34.611376 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-512b5484-82df-44e2-8498-a4847490f2bb {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:50:34.612845 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '651796bc-97df-494e-8579-9f62fe51b487', 'tag': '29ca1cb9-b54b-4e6c-8174-b41effde49d0', 'status': 'completed', 'code': 200} Jun 16 12:50:34.631685 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76f224-8f05-48f1-bdff-48a69adb1766 req-18d8ffb0-7ce0-496a-8815-18a50e261842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:34.638681 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9e76f224-8f05-48f1-bdff-48a69adb1766 req-18d8ffb0-7ce0-496a-8815-18a50e261842 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1a94bd32-4e74-4078-a9cb-34eb92b42cef HTTP/1.1" status: 200 len: 850 time: 0.8959961 Jun 16 12:50:34.752715 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-bf19a1a5-a8e6-4e43-bd73-9beff719ae1b req-c7e884d0-0047-4df6-9ca4-de0949cd3453 service neutron] 10.222.0.73 "GET /v2.0/networks/9ac76732-b5e5-4a02-a83d-61dcd782119c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8504946 Jun 16 12:50:34.767691 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-b39518cb-75e7-4ed0-b3c8-280eca14203d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:34.784418 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-ef1814a4-975b-4212-8d41-8b110eff398f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:34.789044 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-ef1814a4-975b-4212-8d41-8b110eff398f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9142176cdce2480a88e9dcee58c356f4&device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 1096 time: 0.8562462 Jun 16 12:50:34.811873 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1154d5b3-033f-4a40-9300-501020db470f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:34.834921 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-ee933c44-ba7f-4c10-96bf-ed8064ac7422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:34.931377 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1154d5b3-033f-4a40-9300-501020db470f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:34.968240 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-b39518cb-75e7-4ed0-b3c8-280eca14203d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:34.973570 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-b39518cb-75e7-4ed0-b3c8-280eca14203d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:34.975989 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-b39518cb-75e7-4ed0-b3c8-280eca14203d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2b95744b-573c-4be1-9e14-c8af00e4a664 HTTP/1.1" status: 204 len: 168 time: 1.2311349 Jun 16 12:50:34.982819 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:35.002316 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:35.017756 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76f224-8f05-48f1-bdff-48a69adb1766 req-d1a0968f-6f74-438f-be01-7a13d5aebbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:35.019925 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9e76f224-8f05-48f1-bdff-48a69adb1766 req-d1a0968f-6f74-438f-be01-7a13d5aebbce service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ea00ad74-87b8-4238-b685-834f4d31b647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3729894 Jun 16 12:50:35.020627 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-b0338968-0be7-4f7c-8f30-543b306df847 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29ca1cb9-b54b-4e6c-8174-b41effde49d0 HTTP/1.1" status: 200 len: 217 time: 0.2000768 Jun 16 12:50:35.024369 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39518cb-75e7-4ed0-b3c8-280eca14203d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b95744b-573c-4be1-9e14-c8af00e4a664,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:35.044446 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-b39518cb-75e7-4ed0-b3c8-280eca14203d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:35.160266 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c640c90-b5b5-4c2f-a41d-bc7983abcd4a req-8b9afef0-5223-46ca-a5a8-cf308f4513e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:35.163749 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-2c640c90-b5b5-4c2f-a41d-bc7983abcd4a req-8b9afef0-5223-46ca-a5a8-cf308f4513e3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1bb6d57a17a34ca0a86552ed9595186c&device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 1097 time: 0.2554560 Jun 16 12:50:35.259380 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-1154d5b3-033f-4a40-9300-501020db470f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3b9d641ddb6148149340314b4393f3d0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2176981 Jun 16 12:50:35.268735 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154d5b3-033f-4a40-9300-501020db470f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2e78e7-6e1e-400d-ad2d-58a956570761,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:35.279063 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 45572) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:35.283376 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-1154d5b3-033f-4a40-9300-501020db470f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:35.348980 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-347988c2-9509-4321-80b5-91de8fbc5fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:35.352686 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-347988c2-9509-4321-80b5-91de8fbc5fa1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6854b649-d35a-4298-9aa6-e7a75a6ae3a1 HTTP/1.1" status: 200 len: 855 time: 0.2975361 Jun 16 12:50:35.375792 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-9e8abcad-d560-45ef-8b42-71177f061cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:35.379566 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb4b19-356d-4a1d-aae9-b9b7a1d164dc req-a0300d2a-a547-4a80-a9a1-e6f353ad6bb4 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:35.395103 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e5fb4b19-356d-4a1d-aae9-b9b7a1d164dc req-a0300d2a-a547-4a80-a9a1-e6f353ad6bb4 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 944 time: 1.1101463 Jun 16 12:50:35.510273 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9e76f224-8f05-48f1-bdff-48a69adb1766 req-0670a30e-cd35-440f-bb24-3d7f91ce1de0 service neutron] 10.222.0.73 "GET /v2.0/networks/ea00ad74-87b8-4238-b685-834f4d31b647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4685669 Jun 16 12:50:35.575263 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66282d-a431-4af8-9733-f5d2aa79b7c7 req-1c848e06-9fe8-457d-9537-ff3428981769 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:35.588685 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3f66282d-a431-4af8-9733-f5d2aa79b7c7 req-1c848e06-9fe8-457d-9537-ff3428981769 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 944 time: 0.7693334 Jun 16 12:50:35.667827 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:35.725070 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e5fb4b19-356d-4a1d-aae9-b9b7a1d164dc req-df824093-3a63-4a93-818d-7608830afd2b tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283751 Jun 16 12:50:35.763813 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 7ac68d5c-65b2-4232-bd5d-da0e0ab81f37 up at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:50:35.825515 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a2acf848-6169-4357-8085-57666708897c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:35.861401 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3f66282d-a431-4af8-9733-f5d2aa79b7c7 req-c140acd4-bb01-4b17-81e0-fa2147f8abcf tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2715824 Jun 16 12:50:35.894038 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9e76f224-8f05-48f1-bdff-48a69adb1766 req-8df2aded-39d7-4c0f-b600-9497b4f8a981 service neutron] 10.222.0.73 "GET /v2.0/networks/ea00ad74-87b8-4238-b685-834f4d31b647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687232 Jun 16 12:50:35.914770 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-977aa533-aaaa-43de-b4f1-abec7d450ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:35.921078 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c640c90-b5b5-4c2f-a41d-bc7983abcd4a req-90b54b82-fc87-445a-8a2e-518d2bb2390a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:35.932955 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-2c640c90-b5b5-4c2f-a41d-bc7983abcd4a req-90b54b82-fc87-445a-8a2e-518d2bb2390a service neutron] 10.222.0.73 "GET /v2.0/networks?id=9ac76732-b5e5-4a02-a83d-61dcd782119c HTTP/1.1" status: 200 len: 920 time: 0.7096608 Jun 16 12:50:35.933934 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-977aa533-aaaa-43de-b4f1-abec7d450ba6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b092543c-4e0a-4b3c-b41e-431b7c90a537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5290537 Jun 16 12:50:35.988845 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning for port 7ac68d5c-65b2-4232-bd5d-da0e0ab81f37 completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:50:35.999161 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning complete for port 7ac68d5c-65b2-4232-bd5d-da0e0ab81f37 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:50:35.999853 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:36.035540 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-2c640c90-b5b5-4c2f-a41d-bc7983abcd4a req-e697917d-c2cc-4669-9dbc-70520f2d6050 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a62fbd93-a14d-449e-9468-dc8f09b1fe4d HTTP/1.1" status: 200 len: 217 time: 0.0821586 Jun 16 12:50:36.161817 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c640c90-b5b5-4c2f-a41d-bc7983abcd4a req-bdc65f85-ad82-437e-99e9-7a5820ce5c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:36.166142 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-2c640c90-b5b5-4c2f-a41d-bc7983abcd4a req-bdc65f85-ad82-437e-99e9-7a5820ce5c6e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e11ea1c4-1683-49da-8a09-a0382b92ba4a HTTP/1.1" status: 200 len: 859 time: 0.1201158 Jun 16 12:50:36.191682 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-ee933c44-ba7f-4c10-96bf-ed8064ac7422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:36.196590 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a2acf848-6169-4357-8085-57666708897c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:36.204768 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-522b99a1-7a15-4041-b650-b5506dff103a service neutron] 10.222.0.73 "GET /v2.0/networks/b092543c-4e0a-4b3c-b41e-431b7c90a537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373631 Jun 16 12:50:36.205124 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:36.237379 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-2c640c90-b5b5-4c2f-a41d-bc7983abcd4a req-87fadb43-2e4e-45c1-9a48-8a8de73189dd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9ac76732-b5e5-4a02-a83d-61dcd782119c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620315 Jun 16 12:50:36.245246 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-ee933c44-ba7f-4c10-96bf-ed8064ac7422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:36.271062 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d959bf7-ce9e-4626-9238-cd13ef844e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac68d5c-65b2-4232-bd5d-da0e0ab81f37'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:50:36.281564 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc19868b2eeee4f788927d96de96bc76ef619c1c8eef803ec6a338432d17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02086361-bc65-4baf-bacb-ce8261487fc6" -d '{"events": [{"server_uuid": "0d959bf7-ce9e-4626-9238-cd13ef844e1c", "name": "network-vif-plugged", "status": "completed", "tag": "7ac68d5c-65b2-4232-bd5d-da0e0ab81f37"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:50:36.299426 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 7ac68d5c-65b2-4232-bd5d-da0e0ab81f37, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=7ac68d5c-65b2-4232-bd5d-da0e0ab81f37,segment=NetworkSegment(c134a422-ed02-4a76-b565-b54dfcd7a8d9),segment_id=c134a422-ed02-4a76-b565-b54dfcd7a8d9)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:50:36.313416 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:36.314724 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-1154d5b3-033f-4a40-9300-501020db470f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:36.315943 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 8abefd3e-8a24-46bb-971b-1d9f5e28c7df up at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:50:36.320554 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-c9325657-7566-4625-8640-d62c4b219e67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:36.468520 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 12:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe7df48-4f73-4abe-8858-27dd7ed58f6f x-openstack-request-id: req-4fe7df48-4f73-4abe-8858-27dd7ed58f6f {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:50:36.470177 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d959bf7-ce9e-4626-9238-cd13ef844e1c", "name": "network-vif-plugged", "status": "completed", "tag": "7ac68d5c-65b2-4232-bd5d-da0e0ab81f37", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:50:36.470902 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4fe7df48-4f73-4abe-8858-27dd7ed58f6f {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:50:36.472292 dv-cinder-766296-6-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d959bf7-ce9e-4626-9238-cd13ef844e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac68d5c-65b2-4232-bd5d-da0e0ab81f37', 'code': 200} Jun 16 12:50:36.473883 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=7ac68d5c-65b2-4232-bd5d-da0e0ab81f37,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:36.485894 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:36.500140 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-2c640c90-b5b5-4c2f-a41d-bc7983abcd4a req-47bec34f-2659-435b-8bca-33224bf343cb service neutron] 10.222.0.73 "GET /v2.0/networks/9ac76732-b5e5-4a02-a83d-61dcd782119c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549942 Jun 16 12:50:36.559996 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee933c44-ba7f-4c10-96bf-ed8064ac7422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1fca61-2c33-4550-bb67-a71c491a7a84,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:36.567794 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-ee933c44-ba7f-4c10-96bf-ed8064ac7422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:36.576163 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning for port 8abefd3e-8a24-46bb-971b-1d9f5e28c7df completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:50:36.590257 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-ee933c44-ba7f-4c10-96bf-ed8064ac7422 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=37c482df80304375835321c2d59df80f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9689050 Jun 16 12:50:36.596538 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 45594) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:36.604300 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning complete for port 8abefd3e-8a24-46bb-971b-1d9f5e28c7df triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:50:36.606921 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:36.668355 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a2acf848-6169-4357-8085-57666708897c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:36.721598 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a2acf848-6169-4357-8085-57666708897c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:36.729234 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-a2acf848-6169-4357-8085-57666708897c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/af2e78e7-6e1e-400d-ad2d-58a956570761 HTTP/1.1" status: 204 len: 168 time: 1.4433084 Jun 16 12:50:36.732626 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-b7b7acfb-53d6-4ca4-9675-63d1c1d63b1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:36.778756 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acf848-6169-4357-8085-57666708897c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2e78e7-6e1e-400d-ad2d-58a956570761,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:36.785791 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ed4684f9-03c3-4bc9-82b8-25fce1d123db req-7002410f-bf35-4968-9790-1a8c17305265 service neutron] 10.222.0.73 "GET /v2.0/networks/b092543c-4e0a-4b3c-b41e-431b7c90a537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5430610 Jun 16 12:50:36.822099 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-a2acf848-6169-4357-8085-57666708897c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:36.890688 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d435126-436b-478b-b3c1-53257b77f427 req-a7949e3f-d487-4c64-9375-59262877edbc tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:36.906748 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8d435126-436b-478b-b3c1-53257b77f427 req-a7949e3f-d487-4c64-9375-59262877edbc tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 943 time: 0.7058570 Jun 16 12:50:37.058125 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-72478e8e-d77d-4e8b-b97d-76535ef75054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:37.062306 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:37.103252 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:37.150461 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8d435126-436b-478b-b3c1-53257b77f427 req-eb116329-8487-4b25-bab1-5f4b4fcc4252 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2418761 Jun 16 12:50:37.202551 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 8abefd3e-8a24-46bb-971b-1d9f5e28c7df, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=8abefd3e-8a24-46bb-971b-1d9f5e28c7df,segment=NetworkSegment(c80dc759-b709-4d2d-89fc-ca0ddd20a50f),segment_id=c80dc759-b709-4d2d-89fc-ca0ddd20a50f)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:50:37.221833 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:37.233718 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-dff7fb3b-a470-4ae7-9f5b-62c1287061c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:37.237114 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-72478e8e-d77d-4e8b-b97d-76535ef75054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:37.332972 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235868e4-dfba-4cbb-bf59-f0ea8f0c5885 req-8f6e8b57-150e-4ad8-b149-fb855d3e8cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:37.336096 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-235868e4-dfba-4cbb-bf59-f0ea8f0c5885 req-8f6e8b57-150e-4ad8-b149-fb855d3e8cb3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9142176cdce2480a88e9dcee58c356f4&device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 1096 time: 0.4123185 Jun 16 12:50:37.408508 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-2c640c90-b5b5-4c2f-a41d-bc7983abcd4a req-1677b243-cd31-4997-8557-eb5899da7b70 service neutron] 10.222.0.73 "GET /v2.0/networks/9ac76732-b5e5-4a02-a83d-61dcd782119c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9004891 Jun 16 12:50:37.467555 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=8abefd3e-8a24-46bb-971b-1d9f5e28c7df,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:37.483516 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:37.520996 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5de244-11d5-46f0-92ce-793657106d7a req-217c4a9d-3aa4-4712-ad7b-5ebaf421ac58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:37.534725 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4d5de244-11d5-46f0-92ce-793657106d7a req-217c4a9d-3aa4-4712-ad7b-5ebaf421ac58 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 1098 time: 0.5859137 Jun 16 12:50:37.655421 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4d5de244-11d5-46f0-92ce-793657106d7a req-e9b74682-b157-4871-8423-e87254dec1db service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121571 Jun 16 12:50:37.668119 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-72478e8e-d77d-4e8b-b97d-76535ef75054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:37.782502 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device a62fbd93-a14d-449e-9468-dc8f09b1fe4d details requested by agent hyperv_hv-cinder-76629 with host hv-cinder-76629 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 12:50:37.795703 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-72478e8e-d77d-4e8b-b97d-76535ef75054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:37.802657 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-72478e8e-d77d-4e8b-b97d-76535ef75054 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0a1fca61-2c33-4550-bb67-a71c491a7a84 HTTP/1.1" status: 204 len: 168 time: 1.2033758 Jun 16 12:50:37.804161 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:37.848339 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72478e8e-d77d-4e8b-b97d-76535ef75054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1fca61-2c33-4550-bb67-a71c491a7a84,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:37.860014 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-72478e8e-d77d-4e8b-b97d-76535ef75054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:37.924646 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235868e4-dfba-4cbb-bf59-f0ea8f0c5885 req-c60f47a0-1812-40e0-b8ae-1cd9cb9540c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:37.927479 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-235868e4-dfba-4cbb-bf59-f0ea8f0c5885 req-c60f47a0-1812-40e0-b8ae-1cd9cb9540c3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b092543c-4e0a-4b3c-b41e-431b7c90a537 HTTP/1.1" status: 200 len: 917 time: 0.5680175 Jun 16 12:50:38.153243 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port a62fbd93-a14d-449e-9468-dc8f09b1fe4d, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=a62fbd93-a14d-449e-9468-dc8f09b1fe4d,segment=NetworkSegment(c80dc759-b709-4d2d-89fc-ca0ddd20a50f),segment_id=c80dc759-b709-4d2d-89fc-ca0ddd20a50f)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:50:38.189869 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Returning: {'device': 'a62fbd93-a14d-449e-9468-dc8f09b1fe4d', 'network_id': '9ac76732-b5e5-4a02-a83d-61dcd782119c', 'port_id': 'a62fbd93-a14d-449e-9468-dc8f09b1fe4d', 'mac_address': 'fa:16:3e:9e:d9:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e11ea1c4-1683-49da-8a09-a0382b92ba4a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 12:50:38.317101 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:38.357171 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-43072469-a160-4d16-9402-2253616714b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a62fbd93-a14d-449e-9468-dc8f09b1fe4d {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 12:50:38.392718 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec636eb1-368c-4a25-b989-569f3fcb2019 req-64e82a66-7d18-42b8-80a1-f9714143dfe3 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:38.406654 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ec636eb1-368c-4a25-b989-569f3fcb2019 req-64e82a66-7d18-42b8-80a1-f9714143dfe3 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 944 time: 0.9879560 Jun 16 12:50:38.413180 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-235868e4-dfba-4cbb-bf59-f0ea8f0c5885 req-95daec1d-26b6-4030-b669-d1141cae6272 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29ca1cb9-b54b-4e6c-8174-b41effde49d0 HTTP/1.1" status: 200 len: 217 time: 0.4746177 Jun 16 12:50:38.429180 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port a62fbd93-a14d-449e-9468-dc8f09b1fe4d, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=a62fbd93-a14d-449e-9468-dc8f09b1fe4d,segment=NetworkSegment(c80dc759-b709-4d2d-89fc-ca0ddd20a50f),segment_id=c80dc759-b709-4d2d-89fc-ca0ddd20a50f)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:50:38.444775 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:38.452533 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-771695a3-c347-41ea-801a-a536b8826ee0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:38.469336 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6487b2-7d22-4b77-b3ed-3e41aeac479d req-e428a50c-6eff-45f3-b660-32f8896a6939 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:38.482998 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8e6487b2-7d22-4b77-b3ed-3e41aeac479d req-e428a50c-6eff-45f3-b660-32f8896a6939 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.8311348 Jun 16 12:50:38.564995 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3635816a-5a6d-4a32-b93f-9f5d9a3189d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abefd3e-8a24-46bb-971b-1d9f5e28c7df'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:50:38.572028 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc19868b2eeee4f788927d96de96bc76ef619c1c8eef803ec6a338432d17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b330e1-e424-41d9-a5bf-57d445bdcf84" -d '{"events": [{"server_uuid": "3635816a-5a6d-4a32-b93f-9f5d9a3189d8", "name": "network-vif-plugged", "status": "completed", "tag": "8abefd3e-8a24-46bb-971b-1d9f5e28c7df"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:50:38.579619 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=a62fbd93-a14d-449e-9468-dc8f09b1fe4d,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:38.588182 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:38.630037 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235868e4-dfba-4cbb-bf59-f0ea8f0c5885 req-f55b317d-cddc-485a-8e01-a2ba37994b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:38.632712 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-235868e4-dfba-4cbb-bf59-f0ea8f0c5885 req-f55b317d-cddc-485a-8e01-a2ba37994b9a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6854b649-d35a-4298-9aa6-e7a75a6ae3a1 HTTP/1.1" status: 200 len: 855 time: 0.2054310 Jun 16 12:50:38.655116 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ec636eb1-368c-4a25-b989-569f3fcb2019 req-46ac178f-c1bf-450a-8384-16ebaf906088 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471268 Jun 16 12:50:38.688203 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8e6487b2-7d22-4b77-b3ed-3e41aeac479d req-a8b45c91-4b6e-44b3-8faf-8314ff714049 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036786 Jun 16 12:50:38.762139 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235868e4-dfba-4cbb-bf59-f0ea8f0c5885 req-dd2cdc37-da43-4eba-8b40-2dc3a8a7ce32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:38.763184 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-235868e4-dfba-4cbb-bf59-f0ea8f0c5885 req-dd2cdc37-da43-4eba-8b40-2dc3a8a7ce32 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b092543c-4e0a-4b3c-b41e-431b7c90a537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1030643 Jun 16 12:50:38.785475 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] get_ports_and_sgs() called for port_ids ['a62fbd93-a14d-449e-9468-dc8f09b1fe4d'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 12:50:38.891945 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 12:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6802389-a8b9-4284-9e83-306dc52a8e2b x-openstack-request-id: req-a6802389-a8b9-4284-9e83-306dc52a8e2b {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:50:38.896094 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3635816a-5a6d-4a32-b93f-9f5d9a3189d8", "name": "network-vif-plugged", "status": "completed", "tag": "8abefd3e-8a24-46bb-971b-1d9f5e28c7df", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:50:38.905766 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 45658) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:38.919879 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a6802389-a8b9-4284-9e83-306dc52a8e2b {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:50:38.920962 dv-cinder-766296-6-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3635816a-5a6d-4a32-b93f-9f5d9a3189d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abefd3e-8a24-46bb-971b-1d9f5e28c7df', 'code': 200} Jun 16 12:50:38.968824 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7f358cb2-f5ab-469c-af8c-54ca616fa21e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:39.141102 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 45666) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:39.247994 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-235868e4-dfba-4cbb-bf59-f0ea8f0c5885 req-48e6f274-dae1-498d-8b21-42b7d5ad6f60 service neutron] 10.222.0.73 "GET /v2.0/networks/b092543c-4e0a-4b3c-b41e-431b7c90a537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613881 Jun 16 12:50:39.311162 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c6da1-5eb9-4354-9b71-039eaea84b6f req-7d112371-40ae-45f4-995f-2f8b5a754824 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:39.324969 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-124c6da1-5eb9-4354-9b71-039eaea84b6f req-7d112371-40ae-45f4-995f-2f8b5a754824 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 943 time: 0.2971053 Jun 16 12:50:39.339840 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7f358cb2-f5ab-469c-af8c-54ca616fa21e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:39.348017 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7f358cb2-f5ab-469c-af8c-54ca616fa21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:39.359985 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-3964fb0a-3449-4e93-8876-aee8e81041a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:39.370300 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:39.521193 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-7f358cb2-f5ab-469c-af8c-54ca616fa21e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0889fdca9296433a9866a050a1cd4109&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6127760 Jun 16 12:50:39.530969 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 45682) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:39.534805 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f358cb2-f5ab-469c-af8c-54ca616fa21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da81a3cb-b186-4f9f-a1d4-363659f99b75,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:39.548470 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-7f358cb2-f5ab-469c-af8c-54ca616fa21e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:39.702415 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6b317755-4ff1-415b-bdf4-d6043aedcc1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:39.785183 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 29ca1cb9-b54b-4e6c-8174-b41effde49d0 details requested by agent hyperv_hv-cinder-76629 with host hv-cinder-76629 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 12:50:39.820036 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-235868e4-dfba-4cbb-bf59-f0ea8f0c5885 req-4bc3aafc-f5e8-4bd6-9284-1032f4461587 service neutron] 10.222.0.73 "GET /v2.0/networks/b092543c-4e0a-4b3c-b41e-431b7c90a537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5516617 Jun 16 12:50:39.879167 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-124c6da1-5eb9-4354-9b71-039eaea84b6f req-9090c9f4-6504-4d65-939b-0020de8b1fd0 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5255740 Jun 16 12:50:39.910640 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6b317755-4ff1-415b-bdf4-d6043aedcc1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:40.134933 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31501fab-935f-4bb2-93a4-a3cd48888dc0 req-5b256abd-98bd-4e88-8c1e-03165ce868d0 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:40.140091 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-31501fab-935f-4bb2-93a4-a3cd48888dc0 req-5b256abd-98bd-4e88-8c1e-03165ce868d0 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 945 time: 0.2490039 Jun 16 12:50:40.182160 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb329fc9-6348-46fd-b268-03a1900e0643 req-1599179a-4a2b-4f2f-b06e-e6e559ff5b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:40.190718 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-bb329fc9-6348-46fd-b268-03a1900e0643 req-1599179a-4a2b-4f2f-b06e-e6e559ff5b43 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 1098 time: 0.4615009 Jun 16 12:50:40.264804 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-5074aafe-4666-4c90-87f8-2708bb243606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:40.269787 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6b317755-4ff1-415b-bdf4-d6043aedcc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:40.276153 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6b317755-4ff1-415b-bdf4-d6043aedcc1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:40.279100 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 29ca1cb9-b54b-4e6c-8174-b41effde49d0, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=29ca1cb9-b54b-4e6c-8174-b41effde49d0,segment=NetworkSegment(042ac9d8-9593-43f5-8ffd-f1b933e86f71),segment_id=042ac9d8-9593-43f5-8ffd-f1b933e86f71)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:50:40.295522 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-6b317755-4ff1-415b-bdf4-d6043aedcc1c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/da81a3cb-b186-4f9f-a1d4-363659f99b75 HTTP/1.1" status: 204 len: 168 time: 0.7625964 Jun 16 12:50:40.311040 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-53dd74bc-b525-4645-b95a-b9747b7be16d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:40.314462 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Returning: {'device': '29ca1cb9-b54b-4e6c-8174-b41effde49d0', 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537', 'port_id': '29ca1cb9-b54b-4e6c-8174-b41effde49d0', 'mac_address': 'fa:16:3e:43:b0:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6854b649-d35a-4298-9aa6-e7a75a6ae3a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 12:50:40.329966 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-31501fab-935f-4bb2-93a4-a3cd48888dc0 req-3b27b05c-fbc0-46d9-95a3-b256a0727aac tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720166 Jun 16 12:50:40.348874 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b317755-4ff1-415b-bdf4-d6043aedcc1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da81a3cb-b186-4f9f-a1d4-363659f99b75,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:40.356386 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-6b317755-4ff1-415b-bdf4-d6043aedcc1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:40.395498 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-bb329fc9-6348-46fd-b268-03a1900e0643 req-efee8eae-a33d-4007-85f8-9f528a7a7bbe service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953866 Jun 16 12:50:40.530412 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:40.560717 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd9787-87a0-4b34-8e76-65715d35b02f req-1bc28fe1-dbb9-42ca-8220-e3cf59bbfc8f tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:40.567303 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-43072469-a160-4d16-9402-2253616714b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29ca1cb9-b54b-4e6c-8174-b41effde49d0 {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 12:50:40.575462 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-05fd9787-87a0-4b34-8e76-65715d35b02f req-1bc28fe1-dbb9-42ca-8220-e3cf59bbfc8f tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.2296548 Jun 16 12:50:40.616440 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 29ca1cb9-b54b-4e6c-8174-b41effde49d0, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=29ca1cb9-b54b-4e6c-8174-b41effde49d0,segment=NetworkSegment(042ac9d8-9593-43f5-8ffd-f1b933e86f71),segment_id=042ac9d8-9593-43f5-8ffd-f1b933e86f71)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:50:40.626082 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:40.631900 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:40.711164 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-05fd9787-87a0-4b34-8e76-65715d35b02f req-bf2db8cb-107f-4e49-9df4-40dcd11fda88 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335676 Jun 16 12:50:40.737735 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=29ca1cb9-b54b-4e6c-8174-b41effde49d0,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:40.744192 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:40.847998 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-5074aafe-4666-4c90-87f8-2708bb243606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:40.855763 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-5074aafe-4666-4c90-87f8-2708bb243606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:40.866742 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:40.939471 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5074aafe-4666-4c90-87f8-2708bb243606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0001c517-26a2-4893-afa3-8c0f37a853eb,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:40.972648 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-5074aafe-4666-4c90-87f8-2708bb243606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:41.009405 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-5074aafe-4666-4c90-87f8-2708bb243606 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=507e533a874043399a094f5fcab1054d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8548150 Jun 16 12:50:41.014629 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 45722) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:41.079526 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] get_ports_and_sgs() called for port_ids ['29ca1cb9-b54b-4e6c-8174-b41effde49d0'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 12:50:41.237460 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-775f1dcd-f5b3-4c3d-b72a-03617685bf1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:41.301441 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-775f1dcd-f5b3-4c3d-b72a-03617685bf1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:41.326775 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 45728) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:41.484646 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f25ae-975a-4148-944d-b11a8d2273d8 req-c09d1b16-d9fa-4628-9868-5fa15aa8324d tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:41.491354 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-385f25ae-975a-4148-944d-b11a8d2273d8 req-c09d1b16-d9fa-4628-9868-5fa15aa8324d tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.4539411 Jun 16 12:50:41.506870 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 45738) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:41.531214 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-361eca75-af0d-40eb-8734-d6c8a48894a5 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Request body: {'floatingip': {'port_id': '7ac68d5c-65b2-4232-bd5d-da0e0ab81f37'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:50:41.544364 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-775f1dcd-f5b3-4c3d-b72a-03617685bf1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:41.550196 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-775f1dcd-f5b3-4c3d-b72a-03617685bf1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:41.556799 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-775f1dcd-f5b3-4c3d-b72a-03617685bf1b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0001c517-26a2-4893-afa3-8c0f37a853eb HTTP/1.1" status: 204 len: 168 time: 0.5355270 Jun 16 12:50:41.556799 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:41.577850 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f1dcd-f5b3-4c3d-b72a-03617685bf1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0001c517-26a2-4893-afa3-8c0f37a853eb,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:41.583354 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-775f1dcd-f5b3-4c3d-b72a-03617685bf1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:41.639820 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32189e-3e49-43a0-b896-ab2ae29c01c2 req-d86c2c16-594e-4470-99f9-41945149dbea tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:41.649007 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-cf32189e-3e49-43a0-b896-ab2ae29c01c2 req-d86c2c16-594e-4470-99f9-41945149dbea tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 944 time: 0.4587040 Jun 16 12:50:41.788203 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device a62fbd93-a14d-449e-9468-dc8f09b1fe4d up at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:50:41.800461 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-361eca75-af0d-40eb-8734-d6c8a48894a5 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks [] for floatingip, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:41.839554 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-cf32189e-3e49-43a0-b896-ab2ae29c01c2 req-75803763-3747-4b04-845c-d0cd392c64be tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758752 Jun 16 12:50:42.049654 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning for port a62fbd93-a14d-449e-9468-dc8f09b1fe4d completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:50:42.061451 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning complete for port a62fbd93-a14d-449e-9468-dc8f09b1fe4d triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:50:42.062091 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:42.117675 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7ed48ed4-d974-4fb9-9bc8-df150fc2a06c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:42.180167 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd272c-ef72-4a76-be75-e263270c76b6 req-bfd5368c-cdeb-4c98-8ce6-c74431f37c97 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:42.183860 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-01bd272c-ef72-4a76-be75-e263270c76b6 req-bfd5368c-cdeb-4c98-8ce6-c74431f37c97 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 945 time: 0.2785280 Jun 16 12:50:42.339754 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:42.345287 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-01bd272c-ef72-4a76-be75-e263270c76b6 req-12f5b589-18ad-4511-a25a-e7fd017d9def tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433311 Jun 16 12:50:42.423286 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4eab735-9763-43ff-9566-93edd3d02985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62fbd93-a14d-449e-9468-dc8f09b1fe4d'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:50:42.428730 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc19868b2eeee4f788927d96de96bc76ef619c1c8eef803ec6a338432d17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed3c6d9-a7bb-4b95-9af4-f5b3aedfd3c2" -d '{"events": [{"server_uuid": "a4eab735-9763-43ff-9566-93edd3d02985", "name": "network-vif-plugged", "status": "completed", "tag": "a62fbd93-a14d-449e-9468-dc8f09b1fe4d"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:50:42.500317 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port a62fbd93-a14d-449e-9468-dc8f09b1fe4d, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=a62fbd93-a14d-449e-9468-dc8f09b1fe4d,segment=NetworkSegment(c80dc759-b709-4d2d-89fc-ca0ddd20a50f),segment_id=c80dc759-b709-4d2d-89fc-ca0ddd20a50f)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:50:42.509522 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:42.518816 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:42.604763 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 12:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34385651-96d6-4aaf-8479-396a9f4f0771 x-openstack-request-id: req-34385651-96d6-4aaf-8479-396a9f4f0771 {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:50:42.606560 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4eab735-9763-43ff-9566-93edd3d02985", "name": "network-vif-plugged", "status": "completed", "tag": "a62fbd93-a14d-449e-9468-dc8f09b1fe4d", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:50:42.607501 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-34385651-96d6-4aaf-8479-396a9f4f0771 {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:50:42.608888 dv-cinder-766296-6-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4eab735-9763-43ff-9566-93edd3d02985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62fbd93-a14d-449e-9468-dc8f09b1fe4d', 'code': 200} Jun 16 12:50:42.708654 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=a62fbd93-a14d-449e-9468-dc8f09b1fe4d,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:42.724979 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:42.996153 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7ed48ed4-d974-4fb9-9bc8-df150fc2a06c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:43.342903 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31948c29-638a-4ca7-bcaf-79050f9b0f07 req-6c750e6c-0405-4e0f-9786-0579b5f5466f tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:43.359271 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-31948c29-638a-4ca7-bcaf-79050f9b0f07 req-6c750e6c-0405-4e0f-9786-0579b5f5466f tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 944 time: 0.1646910 Jun 16 12:50:43.513304 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-31948c29-638a-4ca7-bcaf-79050f9b0f07 req-5f391b4a-2698-4da4-885f-92949f6f7f00 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519885 Jun 16 12:50:43.640754 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7ed48ed4-d974-4fb9-9bc8-df150fc2a06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:43.646120 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-7f358cb2-f5ab-469c-af8c-54ca616fa21e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:43.799006 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 29ca1cb9-b54b-4e6c-8174-b41effde49d0 up at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:50:43.940160 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbbbe8-df66-4777-8d70-5b0903fcaee0 req-0107c585-b52e-4916-b167-7e71b0f1253f tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:43.945190 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-72dbbbe8-df66-4777-8d70-5b0903fcaee0 req-0107c585-b52e-4916-b167-7e71b0f1253f tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 946 time: 0.2380581 Jun 16 12:50:44.020949 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning for port 29ca1cb9-b54b-4e6c-8174-b41effde49d0 completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:50:44.037271 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning complete for port 29ca1cb9-b54b-4e6c-8174-b41effde49d0 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:50:44.043466 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:44.065338 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed48ed4-d974-4fb9-9bc8-df150fc2a06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541b6fea-fc5f-4f14-8637-2e57f890c76b,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:44.088712 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-7ed48ed4-d974-4fb9-9bc8-df150fc2a06c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:44.160018 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-72dbbbe8-df66-4777-8d70-5b0903fcaee0 req-a986279b-cb23-4913-b861-deacd714f4d0 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946876 Jun 16 12:50:44.188637 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 45792) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:44.188851 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-7ed48ed4-d974-4fb9-9bc8-df150fc2a06c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a1d6f749547f4d73bec4e5cdd7a021f8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8597846 Jun 16 12:50:44.263715 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.db.resource_extend [None req-361eca75-af0d-40eb-8734-d6c8a48894a5 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 12:50:44.313616 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:44.377253 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02df985-5c8d-4782-ac94-ca15f36e8509 req-1fdf683c-c294-4dd4-9120-bb6981a755d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:44.380282 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e02df985-5c8d-4782-ac94-ca15f36e8509 req-1fdf683c-c294-4dd4-9120-bb6981a755d3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 1099 time: 1.2595580 Jun 16 12:50:44.448801 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 29ca1cb9-b54b-4e6c-8174-b41effde49d0, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=29ca1cb9-b54b-4e6c-8174-b41effde49d0,segment=NetworkSegment(042ac9d8-9593-43f5-8ffd-f1b933e86f71),segment_id=042ac9d8-9593-43f5-8ffd-f1b933e86f71)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:50:44.459838 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:44.464609 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-361eca75-af0d-40eb-8734-d6c8a48894a5 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:44.470874 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-de36ec38-5be8-483e-bd31-9c177cb30ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:44.471998 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-361eca75-af0d-40eb-8734-d6c8a48894a5 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442364'] for floatingip, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:44.484118 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-771695a3-c347-41ea-801a-a536b8826ee0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:44.612510 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651796bc-97df-494e-8579-9f62fe51b487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ca1cb9-b54b-4e6c-8174-b41effde49d0'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:50:44.620577 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc19868b2eeee4f788927d96de96bc76ef619c1c8eef803ec6a338432d17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b057c68b-373b-41ab-9bb4-7439fddb5a36" -d '{"events": [{"server_uuid": "651796bc-97df-494e-8579-9f62fe51b487", "name": "network-vif-plugged", "status": "completed", "tag": "29ca1cb9-b54b-4e6c-8174-b41effde49d0"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:50:44.621540 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-de36ec38-5be8-483e-bd31-9c177cb30ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:44.754840 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=29ca1cb9-b54b-4e6c-8174-b41effde49d0,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:44.759362 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e02df985-5c8d-4782-ac94-ca15f36e8509 req-7df50532-8562-438f-ba16-27554bf922be service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635721 Jun 16 12:50:44.765018 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:44.795796 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-de36ec38-5be8-483e-bd31-9c177cb30ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:44.801235 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-de36ec38-5be8-483e-bd31-9c177cb30ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:44.803484 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-de36ec38-5be8-483e-bd31-9c177cb30ca5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/541b6fea-fc5f-4f14-8637-2e57f890c76b HTTP/1.1" status: 204 len: 168 time: 0.6126471 Jun 16 12:50:44.807295 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:44.837678 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de36ec38-5be8-483e-bd31-9c177cb30ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541b6fea-fc5f-4f14-8637-2e57f890c76b,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:44.846065 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-de36ec38-5be8-483e-bd31-9c177cb30ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:44.928397 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.db.l3_db [None req-361eca75-af0d-40eb-8734-d6c8a48894a5 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Floating IP c5ca897d-ad2e-4dd8-b058-94b1062ec8aa associated. External IP: 172.27.0.97, port: 7ac68d5c-65b2-4232-bd5d-da0e0ab81f37. Jun 16 12:50:45.067913 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447f300-3b75-449f-817b-ed9acefa00af req-9e1495f0-09ff-46a8-90cd-0b55aa658971 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:45.078141 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8447f300-3b75-449f-817b-ed9acefa00af req-9e1495f0-09ff-46a8-90cd-0b55aa658971 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 945 time: 0.2125435 Jun 16 12:50:45.223109 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8447f300-3b75-449f-817b-ed9acefa00af req-09c4bc60-9684-4614-aa1a-5d0c3c0c23bf tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303279 Jun 16 12:50:45.471503 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 12:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68883368-8e53-4404-ad63-a6f721cb4334 x-openstack-request-id: req-68883368-8e53-4404-ad63-a6f721cb4334 {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:50:45.472332 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651796bc-97df-494e-8579-9f62fe51b487", "name": "network-vif-plugged", "status": "completed", "tag": "29ca1cb9-b54b-4e6c-8174-b41effde49d0", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:50:45.473094 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-68883368-8e53-4404-ad63-a6f721cb4334 {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:50:45.473951 dv-cinder-766296-6-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '651796bc-97df-494e-8579-9f62fe51b487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ca1cb9-b54b-4e6c-8174-b41effde49d0', 'code': 200} Jun 16 12:50:45.510558 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361eca75-af0d-40eb-8734-d6c8a48894a5 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Router d90b2468-74ee-4397-8c5f-cea2a71abb18 has already been hosted by L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 {{(pid=109146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 12:50:45.951290 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361eca75-af0d-40eb-8734-d6c8a48894a5 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 12:50:45.982567 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-361eca75-af0d-40eb-8734-d6c8a48894a5 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for floatingip, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:45.982826 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05164d7-1c23-4404-8028-cb6fc1dde2af None None] Sync routers for ids ['d90b2468-74ee-4397-8c5f-cea2a71abb18'] in dv-cinder-766296-6-iscsi {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 12:50:46.021724 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05164d7-1c23-4404-8028-cb6fc1dde2af None None] Routers {'d90b2468-74ee-4397-8c5f-cea2a71abb18'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:50:46.030893 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-b05164d7-1c23-4404-8028-cb6fc1dde2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644aad4ca0>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:50:35Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['d90b2468-74ee-4397-8c5f-cea2a71abb18'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:50:46.074794 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-361eca75-af0d-40eb-8734-d6c8a48894a5 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "PUT /v2.0/floatingips/c5ca897d-ad2e-4dd8-b058-94b1062ec8aa HTTP/1.1" status: 200 len: 990 time: 4.5638158 Jun 16 12:50:46.077029 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d959bf7-ce9e-4626-9238-cd13ef844e1c', 'tag': '7ac68d5c-65b2-4232-bd5d-da0e0ab81f37'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:50:46.083193 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d3ced2b0755242c869f5b076fa8168e6e97917c7fd5877aaea6e5f8b8701d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30498064-cea8-4ae1-b798-391b77f87ca5" -d '{"events": [{"name": "network-changed", "server_uuid": "0d959bf7-ce9e-4626-9238-cd13ef844e1c", "tag": "7ac68d5c-65b2-4232-bd5d-da0e0ab81f37"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:50:46.271681 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fef076-8c8e-44c2-ad17-7c828bdf107e req-b465148d-a3b1-4533-9fb4-51ddfe5ba1a9 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:46.285143 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-40fef076-8c8e-44c2-ad17-7c828bdf107e req-b465148d-a3b1-4533-9fb4-51ddfe5ba1a9 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/ports?device_id=8744a86c-c539-4304-bcd5-08d5340904dd HTTP/1.1" status: 200 len: 946 time: 0.4184978 Jun 16 12:50:46.418137 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-40fef076-8c8e-44c2-ad17-7c828bdf107e req-06d42b9e-066b-4b07-821f-baa4393923bf tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ccc41ef-6f6b-470e-ab42-96aad3615268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307983 Jun 16 12:50:46.420898 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034ac3a-4b4f-41ab-9c78-73ccd620a2f4 req-66c0ef74-ff02-4ea8-b067-2f668e52d9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:46.425127 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-8034ac3a-4b4f-41ab-9c78-73ccd620a2f4 req-66c0ef74-ff02-4ea8-b067-2f668e52d9c7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 1098 time: 0.1600907 Jun 16 12:50:46.436168 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2596904-58b8-4206-9761-b24029867420 req-3f10c8e3-fa1b-426c-8744-13fd31e0c474 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:46.439867 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e2596904-58b8-4206-9761-b24029867420 req-3f10c8e3-fa1b-426c-8744-13fd31e0c474 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 946 time: 0.4332151 Jun 16 12:50:46.535789 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 45840) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:46.538569 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-b05164d7-1c23-4404-8028-cb6fc1dde2af None None] Set router d90b2468-74ee-4397-8c5f-cea2a71abb18 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:50:46.614962 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e2596904-58b8-4206-9761-b24029867420 req-63d62365-d7e5-449a-97bc-19d6f2b45903 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570015 Jun 16 12:50:46.688417 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-8034ac3a-4b4f-41ab-9c78-73ccd620a2f4 req-286a86dc-7352-41c8-9d29-850f4a3f1db5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2334712 Jun 16 12:50:46.700145 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0b938c2a-124b-4abc-bc9d-dcbbaddc4979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:46.833717 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 12:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72523337-f58b-4886-9c13-2e894a31c251 x-openstack-request-id: req-72523337-f58b-4886-9c13-2e894a31c251 {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:50:46.834630 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d959bf7-ce9e-4626-9238-cd13ef844e1c", "tag": "7ac68d5c-65b2-4232-bd5d-da0e0ab81f37", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:50:46.835286 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-72523337-f58b-4886-9c13-2e894a31c251 {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:50:46.839933 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d959bf7-ce9e-4626-9238-cd13ef844e1c', 'tag': '7ac68d5c-65b2-4232-bd5d-da0e0ab81f37', 'status': 'completed', 'code': 200} Jun 16 12:50:47.193950 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-b05164d7-1c23-4404-8028-cb6fc1dde2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644aad4ca0>, [{'id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'name': 'tempest-AttachVolumeTestJSON-2070282617-router', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:23Z', 'updated_at': '2021-06-16T12:49:36Z', 'revision_number': 4, 'project_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'gw_port': {'id': 'd2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:25Z', 'updated_at': '2021-06-16T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_floatingips': [{'id': 'c5ca897d-ad2e-4dd8-b058-94b1062ec8aa', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'router_id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'port_id': '7ac68d5c-65b2-4232-bd5d-da0e0ab81f37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea00ad74-87b8-4238-b685-834f4d31b647', 'mac_address': 'fa:16:3e:6b:13:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d959bf7-ce9e-4626-9238-cd13ef844e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T12:49:50Z', 'updated_at': '2021-06-16T12:50:43Z', 'revision_number': 1, 'project_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '430791d5-2282-4cc2-afa2-e94d4ce8a8a8', 'name': '', 'network_id': 'ea00ad74-87b8-4238-b685-834f4d31b647', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'mac_address': 'fa:16:3e:bc:0b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1a94bd32-4e74-4078-a9cb-34eb92b42cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:32Z', 'updated_at': '2021-06-16T12:49:56Z', 'revision_number': 5, 'project_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'subnets': [{'id': '1a94bd32-4e74-4078-a9cb-34eb92b42cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:50:47.205158 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05164d7-1c23-4404-8028-cb6fc1dde2af None None] Checking router: d90b2468-74ee-4397-8c5f-cea2a71abb18 for host: dv-cinder-766296-6-iscsi {{(pid=109148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 12:50:47.224616 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05164d7-1c23-4404-8028-cb6fc1dde2af None None] Routers {'d90b2468-74ee-4397-8c5f-cea2a71abb18'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:50:47.225890 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-b05164d7-1c23-4404-8028-cb6fc1dde2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644aad4ca0>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:50:35Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['d90b2468-74ee-4397-8c5f-cea2a71abb18'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:50:47.255561 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0b938c2a-124b-4abc-bc9d-dcbbaddc4979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:47.291351 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0b938c2a-124b-4abc-bc9d-dcbbaddc4979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:47.305828 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-4edc9906-3f88-4dff-8ad2-8bf16eec6b86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:47.378761 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b938c2a-124b-4abc-bc9d-dcbbaddc4979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70133bd2-05b1-4c28-8bbf-2e82e19488fe,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:47.397313 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30498064-cea8-4ae1-b798-391b77f87ca5 req-7f6cea7c-9b68-455e-bece-eab103087599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:47.402797 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-30498064-cea8-4ae1-b798-391b77f87ca5 req-7f6cea7c-9b68-455e-bece-eab103087599 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3f9713ea5e7f4789a25afeaba4a1b9b2&device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 1098 time: 0.4797843 Jun 16 12:50:47.404069 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-0b938c2a-124b-4abc-bc9d-dcbbaddc4979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:47.456741 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be05d8-b02e-49c7-b710-34373b409505 req-7cb3956a-98b0-4267-a544-d1c4e1d1622d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:47.476501 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d8be05d8-b02e-49c7-b710-34373b409505 req-7cb3956a-98b0-4267-a544-d1c4e1d1622d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 945 time: 0.2080562 Jun 16 12:50:47.620498 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d8be05d8-b02e-49c7-b710-34373b409505 req-fe128d2d-7497-41ef-9a23-b4f06f8b4d09 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424878 Jun 16 12:50:47.661148 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-b05164d7-1c23-4404-8028-cb6fc1dde2af None None] Set router d90b2468-74ee-4397-8c5f-cea2a71abb18 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:50:47.695184 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30498064-cea8-4ae1-b798-391b77f87ca5 req-eb6d2d46-2c09-4526-856b-a278919476f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:47.702829 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-30498064-cea8-4ae1-b798-391b77f87ca5 req-eb6d2d46-2c09-4526-856b-a278919476f4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ea00ad74-87b8-4238-b685-834f4d31b647 HTTP/1.1" status: 200 len: 912 time: 0.2701228 Jun 16 12:50:47.708954 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-0b938c2a-124b-4abc-bc9d-dcbbaddc4979 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7963defd24874da09b85829f479ad7c7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1633420 Jun 16 12:50:47.715257 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 45868) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:48.005839 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6976ae79-dd7c-4571-94e7-78cffa053105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:48.118531 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-30498064-cea8-4ae1-b798-391b77f87ca5 req-b4896dd0-054f-4268-8c1a-b943acd93138 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ac68d5c-65b2-4232-bd5d-da0e0ab81f37 HTTP/1.1" status: 200 len: 998 time: 0.3996320 Jun 16 12:50:48.133630 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6976ae79-dd7c-4571-94e7-78cffa053105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:48.326260 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6976ae79-dd7c-4571-94e7-78cffa053105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:48.332614 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6976ae79-dd7c-4571-94e7-78cffa053105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:48.334624 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-6976ae79-dd7c-4571-94e7-78cffa053105 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/70133bd2-05b1-4c28-8bbf-2e82e19488fe HTTP/1.1" status: 204 len: 168 time: 0.6173911 Jun 16 12:50:48.378152 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:48.389083 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30498064-cea8-4ae1-b798-391b77f87ca5 req-9a27da5f-45ee-4b3c-aaf8-6e0b6f8cc0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:48.402033 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-30498064-cea8-4ae1-b798-391b77f87ca5 req-9a27da5f-45ee-4b3c-aaf8-6e0b6f8cc0d0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1a94bd32-4e74-4078-a9cb-34eb92b42cef HTTP/1.1" status: 200 len: 850 time: 0.2744040 Jun 16 12:50:48.408100 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6976ae79-dd7c-4571-94e7-78cffa053105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70133bd2-05b1-4c28-8bbf-2e82e19488fe,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:48.423835 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-6976ae79-dd7c-4571-94e7-78cffa053105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:48.506906 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feafae20-8f74-47f8-b547-f896ffe2a3ee req-a2ee2169-4cf8-451d-ac60-b409ffe98096 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:48.524885 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-feafae20-8f74-47f8-b547-f896ffe2a3ee req-a2ee2169-4cf8-451d-ac60-b409ffe98096 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 946 time: 0.2383468 Jun 16 12:50:48.610092 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-b05164d7-1c23-4404-8028-cb6fc1dde2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644aad4ca0>, [{'id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'name': 'tempest-AttachVolumeTestJSON-2070282617-router', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:23Z', 'updated_at': '2021-06-16T12:49:36Z', 'revision_number': 4, 'project_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'gw_port': {'id': 'd2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:25Z', 'updated_at': '2021-06-16T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_floatingips': [{'id': 'c5ca897d-ad2e-4dd8-b058-94b1062ec8aa', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'router_id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'port_id': '7ac68d5c-65b2-4232-bd5d-da0e0ab81f37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea00ad74-87b8-4238-b685-834f4d31b647', 'mac_address': 'fa:16:3e:6b:13:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d959bf7-ce9e-4626-9238-cd13ef844e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T12:49:50Z', 'updated_at': '2021-06-16T12:50:43Z', 'revision_number': 1, 'project_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '430791d5-2282-4cc2-afa2-e94d4ce8a8a8', 'name': '', 'network_id': 'ea00ad74-87b8-4238-b685-834f4d31b647', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'mac_address': 'fa:16:3e:bc:0b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1a94bd32-4e74-4078-a9cb-34eb92b42cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:32Z', 'updated_at': '2021-06-16T12:49:56Z', 'revision_number': 5, 'project_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'subnets': [{'id': '1a94bd32-4e74-4078-a9cb-34eb92b42cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:50:48.621808 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05164d7-1c23-4404-8028-cb6fc1dde2af None None] The sync data for ids ['d90b2468-74ee-4397-8c5f-cea2a71abb18'] in dv-cinder-766296-6-iscsi is: [{'id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'name': 'tempest-AttachVolumeTestJSON-2070282617-router', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:23Z', 'updated_at': '2021-06-16T12:49:36Z', 'revision_number': 4, 'project_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'gw_port': {'id': 'd2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:25Z', 'updated_at': '2021-06-16T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_floatingips': [{'id': 'c5ca897d-ad2e-4dd8-b058-94b1062ec8aa', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'router_id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'port_id': '7ac68d5c-65b2-4232-bd5d-da0e0ab81f37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea00ad74-87b8-4238-b685-834f4d31b647', 'mac_address': 'fa:16:3e:6b:13:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d959bf7-ce9e-4626-9238-cd13ef844e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T12:49:50Z', 'updated_at': '2021-06-16T12:50:43Z', 'revision_number': 1, 'project_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '430791d5-2282-4cc2-afa2-e94d4ce8a8a8', 'name': '', 'network_id': 'ea00ad74-87b8-4238-b685-834f4d31b647', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'mac_address': 'fa:16:3e:bc:0b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1a94bd32-4e74-4078-a9cb-34eb92b42cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:32Z', 'updated_at': '2021-06-16T12:49:56Z', 'revision_number': 5, 'project_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'subnets': [{'id': '1a94bd32-4e74-4078-a9cb-34eb92b42cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 12:50:48.628761 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30498064-cea8-4ae1-b798-391b77f87ca5 req-1a13983e-225a-4925-afa4-1a544ebf5fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:48.649821 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-30498064-cea8-4ae1-b798-391b77f87ca5 req-1a13983e-225a-4925-afa4-1a544ebf5fb1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ea00ad74-87b8-4238-b685-834f4d31b647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2136974 Jun 16 12:50:48.859073 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-feafae20-8f74-47f8-b547-f896ffe2a3ee req-ea4feac0-2519-4d31-9467-066128d619f0 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140044 Jun 16 12:50:48.995525 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-30498064-cea8-4ae1-b798-391b77f87ca5 req-d5ab022a-1e7a-46ac-8ac8-5a69a5bf3e5c service neutron] 10.222.0.73 "GET /v2.0/networks/ea00ad74-87b8-4238-b685-834f4d31b647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432844 Jun 16 12:50:49.042615 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bce107-3a2c-49ce-8bb9-13a4ab0d2dea req-d16437a2-8e9d-4f0a-a8f8-b6ea4e351369 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:49.046151 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d0bce107-3a2c-49ce-8bb9-13a4ab0d2dea req-d16437a2-8e9d-4f0a-a8f8-b6ea4e351369 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.73 "GET /v2.0/ports?device_id=8744a86c-c539-4304-bcd5-08d5340904dd HTTP/1.1" status: 200 len: 946 time: 0.4284205 Jun 16 12:50:49.164636 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd9e3d-b21f-4382-898b-b8bb476050e9 req-0f5b10cb-9cad-47fc-b070-d57883429ddc tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:49.168535 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-40fd9e3d-b21f-4382-898b-b8bb476050e9 req-0f5b10cb-9cad-47fc-b070-d57883429ddc tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/ports?device_id=8744a86c-c539-4304-bcd5-08d5340904dd HTTP/1.1" status: 200 len: 946 time: 0.4937229 Jun 16 12:50:49.225361 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e1e451-69a6-4360-9b39-f0ccd3e566ad None None] New status for floating IP c5ca897d-ad2e-4dd8-b058-94b1062ec8aa: ACTIVE {{(pid=109147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 12:50:49.402582 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-30498064-cea8-4ae1-b798-391b77f87ca5 req-70a51da6-e4b2-4c1e-a436-98d5b6224bdf service neutron] 10.222.0.73 "GET /v2.0/networks/ea00ad74-87b8-4238-b685-834f4d31b647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920214 Jun 16 12:50:49.635044 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-40fd9e3d-b21f-4382-898b-b8bb476050e9 req-e60e8491-aac6-4f1b-8a64-93f94aaf8b70 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ccc41ef-6f6b-470e-ab42-96aad3615268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927908 Jun 16 12:50:49.881877 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-d0bce107-3a2c-49ce-8bb9-13a4ab0d2dea req-955d1c13-9cd7-4547-952c-60517b8b1d73 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] Deleting port 20b65a0b-922e-4e40-8a57-15be09d0b29c {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:50:49.881877 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-d0bce107-3a2c-49ce-8bb9-13a4ab0d2dea req-955d1c13-9cd7-4547-952c-60517b8b1d73 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:50.277866 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-d0bce107-3a2c-49ce-8bb9-13a4ab0d2dea req-955d1c13-9cd7-4547-952c-60517b8b1d73 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] For port 20b65a0b-922e-4e40-8a57-15be09d0b29c, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=20b65a0b-922e-4e40-8a57-15be09d0b29c,segment=NetworkSegment(48b2e98f-956b-4fe4-8e24-81d7a6d7c8be),segment_id=48b2e98f-956b-4fe4-8e24-81d7a6d7c8be)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:50:50.278516 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-d0bce107-3a2c-49ce-8bb9-13a4ab0d2dea req-955d1c13-9cd7-4547-952c-60517b8b1d73 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:50.536965 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-d0bce107-3a2c-49ce-8bb9-13a4ab0d2dea req-955d1c13-9cd7-4547-952c-60517b8b1d73 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] Calling delete_port for 20b65a0b-922e-4e40-8a57-15be09d0b29c owned by compute:nova {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:50:50.919876 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16659ad-f83a-4de5-a054-83a59c24b6d4 req-bff47643-eca4-4aa0-b0c6-ad35b677f0f6 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:50.932983 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f16659ad-f83a-4de5-a054-83a59c24b6d4 req-bff47643-eca4-4aa0-b0c6-ad35b677f0f6 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 945 time: 0.8982692 Jun 16 12:50:51.072761 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16882e4b-a3b6-4dea-8fc4-1a556f761601 req-87e26b42-0a6e-444e-a49b-48245a73b861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:51.075470 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-16882e4b-a3b6-4dea-8fc4-1a556f761601 req-87e26b42-0a6e-444e-a49b-48245a73b861 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1bb6d57a17a34ca0a86552ed9595186c&device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 1099 time: 0.2418699 Jun 16 12:50:51.175431 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f16659ad-f83a-4de5-a054-83a59c24b6d4 req-bd57e6ab-4774-4613-90be-d641715930e0 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2408895 Jun 16 12:50:51.177282 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-d0bce107-3a2c-49ce-8bb9-13a4ab0d2dea req-955d1c13-9cd7-4547-952c-60517b8b1d73 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447'] for port, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:51.202318 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-73b42d16-7716-4912-8a79-2fa134e9d888 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:51.256367 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d1c13-9cd7-4547-952c-60517b8b1d73 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] Pushing event deleted for resources: {'Port': ['ID=20b65a0b-922e-4e40-8a57-15be09d0b29c,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:51.264664 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-955d1c13-9cd7-4547-952c-60517b8b1d73 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:51.473633 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0bce107-3a2c-49ce-8bb9-13a4ab0d2dea req-955d1c13-9cd7-4547-952c-60517b8b1d73 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] No DVR routers for this DVR port 20b65a0b-922e-4e40-8a57-15be09d0b29c on host hv-cinder-76629 {{(pid=109145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 12:50:51.482027 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-d0bce107-3a2c-49ce-8bb9-13a4ab0d2dea req-955d1c13-9cd7-4547-952c-60517b8b1d73 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:51.493955 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d0bce107-3a2c-49ce-8bb9-13a4ab0d2dea req-955d1c13-9cd7-4547-952c-60517b8b1d73 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.73 "DELETE /v2.0/ports/20b65a0b-922e-4e40-8a57-15be09d0b29c HTTP/1.1" status: 204 len: 173 time: 2.4350212 Jun 16 12:50:51.498243 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8744a86c-c539-4304-bcd5-08d5340904dd', 'name': 'network-vif-deleted', 'tag': '20b65a0b-922e-4e40-8a57-15be09d0b29c'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:50:51.509941 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9bae50dfbf258dfcc1b22b71b0f324177d6a2dd6dbdff5bf738173c6d3102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766e0bc6-47bc-4583-8598-2d1c4bb5439e" -d '{"events": [{"server_uuid": "8744a86c-c539-4304-bcd5-08d5340904dd", "name": "network-vif-deleted", "tag": "20b65a0b-922e-4e40-8a57-15be09d0b29c"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:50:51.828091 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f54640-60de-4543-8ac8-a17a6704d30b req-fd7266e8-3eeb-44e4-ac5c-9eb6dafe848a tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:51.838682 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 20b65a0b-922e-4e40-8a57-15be09d0b29c no longer exists at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 12:50:51.847184 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-59f54640-60de-4543-8ac8-a17a6704d30b req-fd7266e8-3eeb-44e4-ac5c-9eb6dafe848a tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 946 time: 0.3253045 Jun 16 12:50:51.918391 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-43072469-a160-4d16-9402-2253616714b8 None None] No Port match for: 20b65a0b-922e-4e40-8a57-15be09d0b29c {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 12:50:51.918937 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 20b65a0b-922e-4e40-8a57-15be09d0b29c not bound to the agent host hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 12:50:51.951878 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-022eddc5-e93c-44b8-8e5b-b1e23a4ed776 req-5992ff4a-b1e2-4167-882e-bde53bc6725f tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/ports?device_id=8744a86c-c539-4304-bcd5-08d5340904dd HTTP/1.1" status: 200 len: 210 time: 0.2043388 Jun 16 12:50:51.958154 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16882e4b-a3b6-4dea-8fc4-1a556f761601 req-27b80505-84f5-4b9f-8ddb-497f79c0e0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:51.960948 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-16882e4b-a3b6-4dea-8fc4-1a556f761601 req-27b80505-84f5-4b9f-8ddb-497f79c0e0dd service neutron] 10.222.0.73 "GET /v2.0/networks?id=9ac76732-b5e5-4a02-a83d-61dcd782119c HTTP/1.1" status: 200 len: 920 time: 0.8691452 Jun 16 12:50:52.033101 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-59f54640-60de-4543-8ac8-a17a6704d30b req-bc4b3592-e34e-463d-8bd0-96557cf2b239 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701496 Jun 16 12:50:52.073114 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-16882e4b-a3b6-4dea-8fc4-1a556f761601 req-42dc8901-fac4-4709-94b2-8bf737a881d8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a62fbd93-a14d-449e-9468-dc8f09b1fe4d HTTP/1.1" status: 200 len: 217 time: 0.0961783 Jun 16 12:50:52.213402 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 12:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02e01a5-4aaf-4e59-bbb3-47ea57006c22 x-openstack-request-id: req-a02e01a5-4aaf-4e59-bbb3-47ea57006c22 {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:50:52.214590 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8744a86c-c539-4304-bcd5-08d5340904dd", "name": "network-vif-deleted", "tag": "20b65a0b-922e-4e40-8a57-15be09d0b29c", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:50:52.215252 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a02e01a5-4aaf-4e59-bbb3-47ea57006c22 {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:50:52.216113 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8744a86c-c539-4304-bcd5-08d5340904dd', 'name': 'network-vif-deleted', 'tag': '20b65a0b-922e-4e40-8a57-15be09d0b29c', 'status': 'completed', 'code': 200} Jun 16 12:50:52.290405 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16882e4b-a3b6-4dea-8fc4-1a556f761601 req-e16549eb-ec4a-4c00-be0b-b11dc53316da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:52.298529 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-16882e4b-a3b6-4dea-8fc4-1a556f761601 req-e16549eb-ec4a-4c00-be0b-b11dc53316da service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e11ea1c4-1683-49da-8a09-a0382b92ba4a HTTP/1.1" status: 200 len: 859 time: 0.2076576 Jun 16 12:50:52.403178 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-16882e4b-a3b6-4dea-8fc4-1a556f761601 req-9be32a09-d156-4194-acd5-6c54fd032377 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9ac76732-b5e5-4a02-a83d-61dcd782119c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947540 Jun 16 12:50:52.524991 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52278430-29d6-46ad-b356-a4e8e4c2837d req-6f157cae-d39b-4d45-ac17-ad924a76f82a tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:52.528537 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-52278430-29d6-46ad-b356-a4e8e4c2837d req-6f157cae-d39b-4d45-ac17-ad924a76f82a tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 945 time: 0.2259564 Jun 16 12:50:52.544783 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 45964) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:52.554596 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-908d1350-f320-47da-9952-20599ea0bbfd tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Request body: {'floatingip': {'port_id': '29ca1cb9-b54b-4e6c-8174-b41effde49d0'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:50:52.655834 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-16882e4b-a3b6-4dea-8fc4-1a556f761601 req-72849e79-90c7-40ef-beb4-fa88cc452174 service neutron] 10.222.0.73 "GET /v2.0/networks/9ac76732-b5e5-4a02-a83d-61dcd782119c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419322 Jun 16 12:50:52.702561 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-908d1350-f320-47da-9952-20599ea0bbfd tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks [] for floatingip, before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:52.856528 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-16882e4b-a3b6-4dea-8fc4-1a556f761601 req-8d5e0653-61e1-444d-b6f1-9f3bd13c3f09 service neutron] 10.222.0.73 "GET /v2.0/networks/9ac76732-b5e5-4a02-a83d-61dcd782119c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898799 Jun 16 12:50:53.459678 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 45994) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:53.620604 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 46000) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:53.910854 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7d5299cd-3ffe-40ba-8a89-79cf984bf6bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:53.981556 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-233f156f-8fce-46a9-b953-a7b0cce34b15 req-ea105601-4d1f-4c77-b0b1-6caa37df7623 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] 10.222.0.67 "GET /v2.0/ports?device_id=8744a86c-c539-4304-bcd5-08d5340904dd HTTP/1.1" status: 200 len: 210 time: 0.1276476 Jun 16 12:50:54.183887 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db20a3-6669-40e4-b5f7-c826f481a4a4 req-0d6dfbb8-46a0-4cf6-af80-41a42253eb18 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:54.201266 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7d5299cd-3ffe-40ba-8a89-79cf984bf6bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:54.202389 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-87db20a3-6669-40e4-b5f7-c826f481a4a4 req-0d6dfbb8-46a0-4cf6-af80-41a42253eb18 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 946 time: 0.3508651 Jun 16 12:50:54.203959 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 46008) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:54.232617 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7d5299cd-3ffe-40ba-8a89-79cf984bf6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:54.256776 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-6b317755-4ff1-415b-bdf4-d6043aedcc1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:54.381096 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-7d5299cd-3ffe-40ba-8a89-79cf984bf6bc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bc6a9b2c5a2e4915a42005a73762b3d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9178514 Jun 16 12:50:54.401596 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 46012) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:54.403381 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5299cd-3ffe-40ba-8a89-79cf984bf6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70c501f-8e29-441e-a0ec-64c3697e6f3e,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:54.409583 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-7d5299cd-3ffe-40ba-8a89-79cf984bf6bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:54.413920 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-482d92dc-90f6-4b40-9f07-648dcbfd7a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:54.425986 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2a32efb5-c5cf-4d25-a750-09972036e01b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:54.532823 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-87db20a3-6669-40e4-b5f7-c826f481a4a4 req-f5fc2139-e286-4451-9c5a-c732b9014a57 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291862 Jun 16 12:50:54.547761 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.db.api [None req-482d92dc-90f6-4b40-9f07-648dcbfd7a99 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 12:50:54.547761 dv-cinder-766296-6-iscsi neutron-server[109146]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 16 12:50:54.547761 dv-cinder-766296-6-iscsi neutron-server[109146]: [parameters: {'project_id_1': 'e749b38dca8849d594577eb3f1c25b84', 'expiration_1': datetime.datetime(2021, 6, 16, 12, 50, 54, 492465)}] Jun 16 12:50:54.547761 dv-cinder-766296-6-iscsi neutron-server[109146]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=109146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 12:50:54.549333 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_db.api [None req-482d92dc-90f6-4b40-9f07-648dcbfd7a99 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 12:50:54.616794 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-511e3392-4fa7-4844-a9c9-d52581940010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:54.651869 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.db.resource_extend [None req-908d1350-f320-47da-9952-20599ea0bbfd tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 12:50:54.687048 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-511e3392-4fa7-4844-a9c9-d52581940010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:54.780954 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-908d1350-f320-47da-9952-20599ea0bbfd tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:54.787240 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-908d1350-f320-47da-9952-20599ea0bbfd tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442364'] for floatingip, after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:54.796369 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2a32efb5-c5cf-4d25-a750-09972036e01b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:54.804782 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2a32efb5-c5cf-4d25-a750-09972036e01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:54.811373 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-b39518cb-75e7-4ed0-b3c8-280eca14203d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:54.889329 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-511e3392-4fa7-4844-a9c9-d52581940010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:54.894621 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-511e3392-4fa7-4844-a9c9-d52581940010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:54.896567 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-511e3392-4fa7-4844-a9c9-d52581940010 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b70c501f-8e29-441e-a0ec-64c3697e6f3e HTTP/1.1" status: 204 len: 168 time: 0.4852955 Jun 16 12:50:54.914799 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-2a32efb5-c5cf-4d25-a750-09972036e01b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=918795fd12134a2dabb8878e1eec504a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2913415 Jun 16 12:50:54.921379 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 46018) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:54.939482 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a32efb5-c5cf-4d25-a750-09972036e01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72ac2d7-bdbe-4e78-a7d8-62025658f07c,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:54.947621 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-2a32efb5-c5cf-4d25-a750-09972036e01b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:54.954407 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:54.966431 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.db.l3_db [None req-908d1350-f320-47da-9952-20599ea0bbfd tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Floating IP 62b246f3-94ea-43f4-95e4-49e094b7d1e3 associated. External IP: 172.27.0.47, port: 29ca1cb9-b54b-4e6c-8174-b41effde49d0. Jun 16 12:50:54.980852 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e3392-4fa7-4844-a9c9-d52581940010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70c501f-8e29-441e-a0ec-64c3697e6f3e,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:54.987673 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-511e3392-4fa7-4844-a9c9-d52581940010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:55.028872 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-729ba365-3f74-4be4-a135-c8c464eaa40d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:55.056725 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-482d92dc-90f6-4b40-9f07-648dcbfd7a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:55.094313 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-729ba365-3f74-4be4-a135-c8c464eaa40d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:55.167045 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 12:50:55.337222 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-729ba365-3f74-4be4-a135-c8c464eaa40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:55.345909 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-729ba365-3f74-4be4-a135-c8c464eaa40d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:55.354891 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-729ba365-3f74-4be4-a135-c8c464eaa40d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f72ac2d7-bdbe-4e78-a7d8-62025658f07c HTTP/1.1" status: 204 len: 168 time: 0.4323092 Jun 16 12:50:55.360501 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-511e3392-4fa7-4844-a9c9-d52581940010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:55.423315 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729ba365-3f74-4be4-a135-c8c464eaa40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72ac2d7-bdbe-4e78-a7d8-62025658f07c,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:55.452919 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-729ba365-3f74-4be4-a135-c8c464eaa40d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:55.491789 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-482d92dc-90f6-4b40-9f07-648dcbfd7a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:55.507499 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-482d92dc-90f6-4b40-9f07-648dcbfd7a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:55.565218 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:55.739404 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-482d92dc-90f6-4b40-9f07-648dcbfd7a99 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e749b38dca8849d594577eb3f1c25b84&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5326929 Jun 16 12:50:55.744346 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d92dc-90f6-4b40-9f07-648dcbfd7a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b80f43-e537-4ef4-b217-93de744d92c6,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:55.745601 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 46046) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:55.751179 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-482d92dc-90f6-4b40-9f07-648dcbfd7a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:55.904975 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 46050) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:55.980294 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f1c3c9f5-af4f-4861-a806-7ef0861e5446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:55.996385 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908d1350-f320-47da-9952-20599ea0bbfd tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Router b0bae54f-9a8a-4397-b20e-232d984cf51e has already been hosted by L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 {{(pid=109145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 12:50:56.073567 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1ae4762f-b0f1-4ba8-827d-5ead4149e93b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:56.271036 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1ae4762f-b0f1-4ba8-827d-5ead4149e93b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:56.290406 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f1c3c9f5-af4f-4861-a806-7ef0861e5446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:56.298913 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f1c3c9f5-af4f-4861-a806-7ef0861e5446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:56.357279 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-abd1337e-88d2-47ef-9754-22df545fd08a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:56.364963 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-f1c3c9f5-af4f-4861-a806-7ef0861e5446 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e4755307194f4de29965f236f02f43bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4537160 Jun 16 12:50:56.374413 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 46068) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:56.434676 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3c9f5-af4f-4861-a806-7ef0861e5446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4516ce6-073c-47fe-a86a-f7e2ae491517,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:56.470706 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-f1c3c9f5-af4f-4861-a806-7ef0861e5446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:56.521386 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2b4d5-157f-4d66-a937-dbfa3c21395d req-70a56802-047f-4fad-9cd5-d7087a02948b tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:56.533325 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2aa2b4d5-157f-4d66-a937-dbfa3c21395d req-70a56802-047f-4fad-9cd5-d7087a02948b tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 946 time: 0.5314071 Jun 16 12:50:56.643324 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-43126da0-bdee-4333-9b31-c31832c87a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:56.677098 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908d1350-f320-47da-9952-20599ea0bbfd tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 12:50:56.680862 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1ae4762f-b0f1-4ba8-827d-5ead4149e93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:56.694876 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1ae4762f-b0f1-4ba8-827d-5ead4149e93b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:56.697481 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-1ae4762f-b0f1-4ba8-827d-5ead4149e93b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/54b80f43-e537-4ef4-b217-93de744d92c6 HTTP/1.1" status: 204 len: 168 time: 0.9471045 Jun 16 12:50:56.709096 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce8e364-b202-4e76-aa91-3e387c470ea0 None None] Sync routers for ids ['b0bae54f-9a8a-4397-b20e-232d984cf51e'] in dv-cinder-766296-6-iscsi {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 12:50:56.711959 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-908d1350-f320-47da-9952-20599ea0bbfd tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for floatingip, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:56.718832 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-cf1fc190-1109-429c-ba1e-cd989302e053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:56.741305 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce8e364-b202-4e76-aa91-3e387c470ea0 None None] Routers {'b0bae54f-9a8a-4397-b20e-232d984cf51e'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:50:56.744025 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-dce8e364-b202-4e76-aa91-3e387c470ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644aa0f520>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:50:35Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['b0bae54f-9a8a-4397-b20e-232d984cf51e'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:50:56.753262 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2aa2b4d5-157f-4d66-a937-dbfa3c21395d req-abac1ed7-d92f-4eef-a189-5e23b2ea77c3 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163012 Jun 16 12:50:56.845205 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae4762f-b0f1-4ba8-827d-5ead4149e93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b80f43-e537-4ef4-b217-93de744d92c6,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:56.856898 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-43126da0-bdee-4333-9b31-c31832c87a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:56.864582 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-1ae4762f-b0f1-4ba8-827d-5ead4149e93b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:56.926277 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-908d1350-f320-47da-9952-20599ea0bbfd tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "PUT /v2.0/floatingips/62b246f3-94ea-43f4-95e4-49e094b7d1e3 HTTP/1.1" status: 200 len: 990 time: 4.3793447 Jun 16 12:50:56.940977 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '651796bc-97df-494e-8579-9f62fe51b487', 'tag': '29ca1cb9-b54b-4e6c-8174-b41effde49d0'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:50:56.944821 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9bae50dfbf258dfcc1b22b71b0f324177d6a2dd6dbdff5bf738173c6d3102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ec9c98-9daa-43de-9215-28524b84c82b" -d '{"events": [{"name": "network-changed", "server_uuid": "651796bc-97df-494e-8579-9f62fe51b487", "tag": "29ca1cb9-b54b-4e6c-8174-b41effde49d0"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:50:57.017976 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 46090) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:57.047586 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-43126da0-bdee-4333-9b31-c31832c87a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:57.056739 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-43126da0-bdee-4333-9b31-c31832c87a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:57.058973 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-43126da0-bdee-4333-9b31-c31832c87a79 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b4516ce6-073c-47fe-a86a-f7e2ae491517 HTTP/1.1" status: 204 len: 168 time: 0.6758895 Jun 16 12:50:57.060690 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6808b529-2340-4d59-84d0-4267a2ce6df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:57.082385 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-a2acf848-6169-4357-8085-57666708897c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:57.153987 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43126da0-bdee-4333-9b31-c31832c87a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4516ce6-073c-47fe-a86a-f7e2ae491517,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:57.169838 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-43126da0-bdee-4333-9b31-c31832c87a79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:57.479721 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-dce8e364-b202-4e76-aa91-3e387c470ea0 None None] Set router b0bae54f-9a8a-4397-b20e-232d984cf51e gateway port host: dv-cinder-766296-6-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:50:57.487791 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6808b529-2340-4d59-84d0-4267a2ce6df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:57.509775 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6808b529-2340-4d59-84d0-4267a2ce6df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:57.575200 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 12:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d265b6be-8d80-4c97-b2a7-17fc7938e623 x-openstack-request-id: req-d265b6be-8d80-4c97-b2a7-17fc7938e623 {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:50:57.575200 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "651796bc-97df-494e-8579-9f62fe51b487", "tag": "29ca1cb9-b54b-4e6c-8174-b41effde49d0", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:50:57.576341 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d265b6be-8d80-4c97-b2a7-17fc7938e623 {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:50:57.578955 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '651796bc-97df-494e-8579-9f62fe51b487', 'tag': '29ca1cb9-b54b-4e6c-8174-b41effde49d0', 'status': 'completed', 'code': 200} Jun 16 12:50:57.581615 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-ee933c44-ba7f-4c10-96bf-ed8064ac7422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:57.743468 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 46112) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:57.744483 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-6808b529-2340-4d59-84d0-4267a2ce6df8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bc3cdf856825449dbdc4309659724c44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7227864 Jun 16 12:50:57.753665 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6808b529-2340-4d59-84d0-4267a2ce6df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4794dd1c-a8db-4a7f-9f9a-63c8d72339ad,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:57.773347 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-6808b529-2340-4d59-84d0-4267a2ce6df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:57.828678 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec9c98-9daa-43de-9215-28524b84c82b req-ef1a19cf-a111-4047-bfde-00eed74d6688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:57.843338 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-95ec9c98-9daa-43de-9215-28524b84c82b req-ef1a19cf-a111-4047-bfde-00eed74d6688 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9142176cdce2480a88e9dcee58c356f4&device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 1098 time: 0.2588503 Jun 16 12:50:58.050173 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-df6f769f-c5a7-4734-9f7d-563f0f98a216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:58.074716 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 46124) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:58.115905 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-df6f769f-c5a7-4734-9f7d-563f0f98a216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:58.285173 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 46128) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:58.335019 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-df6f769f-c5a7-4734-9f7d-563f0f98a216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:58.344390 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-df6f769f-c5a7-4734-9f7d-563f0f98a216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:58.350464 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-df6f769f-c5a7-4734-9f7d-563f0f98a216 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4794dd1c-a8db-4a7f-9f9a-63c8d72339ad HTTP/1.1" status: 204 len: 168 time: 0.5959208 Jun 16 12:50:58.370303 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-05470e60-0294-4055-8ede-b063063941c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:58.379817 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-cd7412c6-19da-473c-b7aa-5aadd1da07c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:58.423496 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f769f-c5a7-4734-9f7d-563f0f98a216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4794dd1c-a8db-4a7f-9f9a-63c8d72339ad,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:58.427998 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-df6f769f-c5a7-4734-9f7d-563f0f98a216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:58.478877 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec9c98-9daa-43de-9215-28524b84c82b req-acfb662f-d5b0-42e9-9abc-0a9a754dc1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:58.481917 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-95ec9c98-9daa-43de-9215-28524b84c82b req-acfb662f-d5b0-42e9-9abc-0a9a754dc1e2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b092543c-4e0a-4b3c-b41e-431b7c90a537 HTTP/1.1" status: 200 len: 917 time: 0.6217189 Jun 16 12:50:58.641803 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-dce8e364-b202-4e76-aa91-3e387c470ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644aa0f520>, [{'id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'name': 'tempest-AttachVolumeShelveTestJSON-834222333-router', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '3c6fb636-68f3-4fe5-93eb-542e63f258c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:24Z', 'updated_at': '2021-06-16T12:49:43Z', 'revision_number': 4, 'project_id': '9142176cdce2480a88e9dcee58c356f4', 'gw_port': {'id': '3c6fb636-68f3-4fe5-93eb-542e63f258c8', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:26Z', 'updated_at': '2021-06-16T12:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_floatingips': [{'id': '62b246f3-94ea-43f4-95e4-49e094b7d1e3', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'router_id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'port_id': '29ca1cb9-b54b-4e6c-8174-b41effde49d0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537', 'mac_address': 'fa:16:3e:43:b0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651796bc-97df-494e-8579-9f62fe51b487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T12:50:07Z', 'updated_at': '2021-06-16T12:50:54Z', 'revision_number': 1, 'project_id': '9142176cdce2480a88e9dcee58c356f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fe31cab-afb2-436f-87ad-e2fb2d901ab3', 'name': '', 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'mac_address': 'fa:16:3e:a4:2f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6854b649-d35a-4298-9aa6-e7a75a6ae3a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:38Z', 'updated_at': '2021-06-16T12:50:04Z', 'revision_number': 5, 'project_id': '9142176cdce2480a88e9dcee58c356f4', 'subnets': [{'id': '6854b649-d35a-4298-9aa6-e7a75a6ae3a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:50:58.658879 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce8e364-b202-4e76-aa91-3e387c470ea0 None None] Checking router: b0bae54f-9a8a-4397-b20e-232d984cf51e for host: dv-cinder-766296-6-iscsi {{(pid=109148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 12:50:58.693898 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce8e364-b202-4e76-aa91-3e387c470ea0 None None] Routers {'b0bae54f-9a8a-4397-b20e-232d984cf51e'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:50:58.699076 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-dce8e364-b202-4e76-aa91-3e387c470ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644aa0f520>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:50:35Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['b0bae54f-9a8a-4397-b20e-232d984cf51e'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:50:58.740787 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-95ec9c98-9daa-43de-9215-28524b84c82b req-e27d09fd-313b-4cdb-84ab-d7f53e44c16a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29ca1cb9-b54b-4e6c-8174-b41effde49d0 HTTP/1.1" status: 200 len: 998 time: 0.2355597 Jun 16 12:50:58.885419 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_v2 [None req-589df9d1-e82a-4725-835c-836932f2671e admin admin] Deleting subnet b40a080f-7032-436e-b577-3024e36fe1b3 {{(pid=109145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 12:50:58.904724 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-589df9d1-e82a-4725-835c-836932f2671e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:59.019098 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec9c98-9daa-43de-9215-28524b84c82b req-61c048c0-656e-4427-a214-a4511e6a1e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:59.027010 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-95ec9c98-9daa-43de-9215-28524b84c82b req-61c048c0-656e-4427-a214-a4511e6a1e66 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6854b649-d35a-4298-9aa6-e7a75a6ae3a1 HTTP/1.1" status: 200 len: 855 time: 0.2720339 Jun 16 12:50:59.034790 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1ee89-fa2e-4455-acdf-03e706c021ae req-a6c2d3e0-08ec-40b6-b65a-3beadca99d43 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:59.058392 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-cd7412c6-19da-473c-b7aa-5aadd1da07c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:59.060994 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e3d1ee89-fa2e-4455-acdf-03e706c021ae req-a6c2d3e0-08ec-40b6-b65a-3beadca99d43 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 946 time: 0.2975719 Jun 16 12:50:59.114437 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-dce8e364-b202-4e76-aa91-3e387c470ea0 None None] Set router b0bae54f-9a8a-4397-b20e-232d984cf51e gateway port host: dv-cinder-766296-6-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:50:59.143085 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-589df9d1-e82a-4725-835c-836932f2671e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:59.175351 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-589df9d1-e82a-4725-835c-836932f2671e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3717015'] for subnet, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:59.181868 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-cd7412c6-19da-473c-b7aa-5aadd1da07c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:59.192828 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-df6f769f-c5a7-4734-9f7d-563f0f98a216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:59.280466 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e3d1ee89-fa2e-4455-acdf-03e706c021ae req-0a7fd6f0-7cdb-4001-9f90-6fe39c611f41 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178333 Jun 16 12:50:59.419629 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-cd7412c6-19da-473c-b7aa-5aadd1da07c4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fca3a8e4ab5d47fc979ad1ab7650ed6e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1236770 Jun 16 12:50:59.421082 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 46152) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:59.421838 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7412c6-19da-473c-b7aa-5aadd1da07c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affc04fa-d761-495d-8818-08a9a1fee701,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:59.448432 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-589df9d1-e82a-4725-835c-836932f2671e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3717000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272'] for subnet, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:59.466248 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-cd7412c6-19da-473c-b7aa-5aadd1da07c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:59.493937 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec9c98-9daa-43de-9215-28524b84c82b req-4f84c3a1-800e-43c8-a5da-0ec5e15dc080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:50:59.504582 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:50:59.505358 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-95ec9c98-9daa-43de-9215-28524b84c82b req-4f84c3a1-800e-43c8-a5da-0ec5e15dc080 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b092543c-4e0a-4b3c-b41e-431b7c90a537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4635773 Jun 16 12:50:59.532685 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-589df9d1-e82a-4725-835c-836932f2671e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for subnet, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:59.536991 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-589df9d1-e82a-4725-835c-836932f2671e admin admin] 10.222.0.67 "DELETE /v2.0/subnets/b40a080f-7032-436e-b577-3024e36fe1b3 HTTP/1.1" status: 204 len: 168 time: 1.4594288 Jun 16 12:50:59.546874 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 46158) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:50:59.634518 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589df9d1-e82a-4725-835c-836932f2671e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b40a080f-7032-436e-b577-3024e36fe1b3,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:50:59.640229 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-589df9d1-e82a-4725-835c-836932f2671e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:50:59.735664 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1f1e8dde-9f0d-4bed-a8b9-5fbd9bb39ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:59.810871 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1f1e8dde-9f0d-4bed-a8b9-5fbd9bb39ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:59.951777 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-98b474b7-fd9e-473c-a70c-f297572570ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3773194'] for network, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:59.986092 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1f1e8dde-9f0d-4bed-a8b9-5fbd9bb39ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:50:59.991942 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1f1e8dde-9f0d-4bed-a8b9-5fbd9bb39ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:00.003165 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-1f1e8dde-9f0d-4bed-a8b9-5fbd9bb39ac1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/affc04fa-d761-495d-8818-08a9a1fee701 HTTP/1.1" status: 204 len: 168 time: 0.5764699 Jun 16 12:51:00.003165 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-40a4c293-3f62-451b-bb16-fc84fdef5d08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:00.028426 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e8dde-9f0d-4bed-a8b9-5fbd9bb39ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affc04fa-d761-495d-8818-08a9a1fee701,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:00.028718 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-95ec9c98-9daa-43de-9215-28524b84c82b req-f9567307-dab3-4c48-af86-c2db435b29fc service neutron] 10.222.0.73 "GET /v2.0/networks/b092543c-4e0a-4b3c-b41e-431b7c90a537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5095494 Jun 16 12:51:00.036085 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-dce8e364-b202-4e76-aa91-3e387c470ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644aa0f520>, [{'id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'name': 'tempest-AttachVolumeShelveTestJSON-834222333-router', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '3c6fb636-68f3-4fe5-93eb-542e63f258c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:24Z', 'updated_at': '2021-06-16T12:49:43Z', 'revision_number': 4, 'project_id': '9142176cdce2480a88e9dcee58c356f4', 'gw_port': {'id': '3c6fb636-68f3-4fe5-93eb-542e63f258c8', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:26Z', 'updated_at': '2021-06-16T12:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_floatingips': [{'id': '62b246f3-94ea-43f4-95e4-49e094b7d1e3', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'router_id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'port_id': '29ca1cb9-b54b-4e6c-8174-b41effde49d0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537', 'mac_address': 'fa:16:3e:43:b0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651796bc-97df-494e-8579-9f62fe51b487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T12:50:07Z', 'updated_at': '2021-06-16T12:50:54Z', 'revision_number': 1, 'project_id': '9142176cdce2480a88e9dcee58c356f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fe31cab-afb2-436f-87ad-e2fb2d901ab3', 'name': '', 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'mac_address': 'fa:16:3e:a4:2f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6854b649-d35a-4298-9aa6-e7a75a6ae3a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:38Z', 'updated_at': '2021-06-16T12:50:04Z', 'revision_number': 5, 'project_id': '9142176cdce2480a88e9dcee58c356f4', 'subnets': [{'id': '6854b649-d35a-4298-9aa6-e7a75a6ae3a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:51:00.055975 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce8e364-b202-4e76-aa91-3e387c470ea0 None None] The sync data for ids ['b0bae54f-9a8a-4397-b20e-232d984cf51e'] in dv-cinder-766296-6-iscsi is: [{'id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'name': 'tempest-AttachVolumeShelveTestJSON-834222333-router', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '3c6fb636-68f3-4fe5-93eb-542e63f258c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:24Z', 'updated_at': '2021-06-16T12:49:43Z', 'revision_number': 4, 'project_id': '9142176cdce2480a88e9dcee58c356f4', 'gw_port': {'id': '3c6fb636-68f3-4fe5-93eb-542e63f258c8', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:26Z', 'updated_at': '2021-06-16T12:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_floatingips': [{'id': '62b246f3-94ea-43f4-95e4-49e094b7d1e3', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'router_id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'port_id': '29ca1cb9-b54b-4e6c-8174-b41effde49d0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537', 'mac_address': 'fa:16:3e:43:b0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651796bc-97df-494e-8579-9f62fe51b487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T12:50:07Z', 'updated_at': '2021-06-16T12:50:54Z', 'revision_number': 1, 'project_id': '9142176cdce2480a88e9dcee58c356f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fe31cab-afb2-436f-87ad-e2fb2d901ab3', 'name': '', 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'mac_address': 'fa:16:3e:a4:2f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6854b649-d35a-4298-9aa6-e7a75a6ae3a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:38Z', 'updated_at': '2021-06-16T12:50:04Z', 'revision_number': 5, 'project_id': '9142176cdce2480a88e9dcee58c356f4', 'subnets': [{'id': '6854b649-d35a-4298-9aa6-e7a75a6ae3a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 12:51:00.069010 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-1f1e8dde-9f0d-4bed-a8b9-5fbd9bb39ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:00.302523 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-98b474b7-fd9e-473c-a70c-f297572570ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3713560', 'neutron.services.segments.db._delete_segments_for_network-8754302582321'] for network, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:00.326708 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-98b474b7-fd9e-473c-a70c-f297572570ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f644e4a54f0>,) {'filters': {'network_id': ['d454804e-0369-4595-9684-9318d60b78e3']}} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:51:00.355838 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-98b474b7-fd9e-473c-a70c-f297572570ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f644e4a54f0>, '48b2e98f-956b-4fe4-8e24-81d7a6d7c8be') {'for_net_delete': True} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:51:00.356521 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-98b474b7-fd9e-473c-a70c-f297572570ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f644e4a54f0>, '48b2e98f-956b-4fe4-8e24-81d7a6d7c8be') {} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:51:00.479392 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-98b474b7-fd9e-473c-a70c-f297572570ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754302581378', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32103746'] for segment, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:00.541667 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-98b474b7-fd9e-473c-a70c-f297572570ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076'] for segment, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:00.579220 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f760755a-ae08-42d4-9776-c5a312d8f661 None None] New status for floating IP 62b246f3-94ea-43f4-95e4-49e094b7d1e3: ACTIVE {{(pid=109147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 12:51:00.601616 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98b474b7-fd9e-473c-a70c-f297572570ef admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=109146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 12:51:00.607770 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-98b474b7-fd9e-473c-a70c-f297572570ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32077098'] for segment, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:00.618886 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-95ec9c98-9daa-43de-9215-28524b84c82b req-20813153-0270-49f2-9a02-7f6111f62cac service neutron] 10.222.0.73 "GET /v2.0/networks/b092543c-4e0a-4b3c-b41e-431b7c90a537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5819438 Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: conditions |= (models_v2.Port.network_id.in_( Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: retrieve_revision_numbers = { Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: retrieve_revision_numbers = { Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: conditions |= (models_v2.Port.network_id.in_( Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: retrieve_revision_numbers = { Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: conditions |= (models_v2.Port.network_id.in_( Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: retrieve_revision_numbers = { Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: retrieve_revision_numbers = { Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: retrieve_revision_numbers = { Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: conditions |= (models_v2.Port.network_id.in_( Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: Traceback (most recent call last): Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: timer() Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: cb(*args, **kw) Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: return func(*args, **kwargs) Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: self._notify() Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: self.callback(batched_events) Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: event.method(event) Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: return f(self, *a, **k) Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: return self._get(url).json() Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: return self.request(url, 'GET', **kwargs) Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 12:51:00.626472 dv-cinder-766296-6-iscsi neutron-server[109146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 12:51:00.793731 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-98b474b7-fd9e-473c-a70c-f297572570ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3713553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442210'] for network, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:00.812094 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-98b474b7-fd9e-473c-a70c-f297572570ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for network, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:00.824836 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-98b474b7-fd9e-473c-a70c-f297572570ef admin admin] 10.222.0.67 "DELETE /v2.0/networks/d454804e-0369-4595-9684-9318d60b78e3 HTTP/1.1" status: 204 len: 168 time: 1.2762234 Jun 16 12:51:00.828851 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:00.853256 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8374e-e4e1-4f1b-9959-d62a8acc1f97 req-1a4941dd-cdf2-4776-9d3b-12b58ee13195 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:00.866959 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-81e8374e-e4e1-4f1b-9959-d62a8acc1f97 req-1a4941dd-cdf2-4776-9d3b-12b58ee13195 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 946 time: 0.1510210 Jun 16 12:51:00.878794 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b474b7-fd9e-473c-a70c-f297572570ef admin admin] Pushing event deleted for resources: {'Network': ['ID=d454804e-0369-4595-9684-9318d60b78e3,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:00.900704 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-98b474b7-fd9e-473c-a70c-f297572570ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:00.929137 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 46194) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:00.987093 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-81e8374e-e4e1-4f1b-9959-d62a8acc1f97 req-249eb5e2-a6ac-4ef9-acd1-40ad2c6b73a9 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168880 Jun 16 12:51:01.077448 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-e83626d8-8a11-4ff8-b260-e6fbb5224b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:01.185989 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 46202) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:01.282437 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-59b857e4-6438-44ed-afc2-75250a5d7aa7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=63f583c0d2ec4d34a58968da103ccb7f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0943134 Jun 16 12:51:01.286038 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 46206) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:01.413581 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d0ab1cac-8c3c-417f-916d-8908aa1ea353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:01.471737 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d0ab1cac-8c3c-417f-916d-8908aa1ea353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:01.546638 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-17edbd66-7aa6-4fd4-a03e-b0163f5c4c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:01.668037 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d0ab1cac-8c3c-417f-916d-8908aa1ea353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:01.673220 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d0ab1cac-8c3c-417f-916d-8908aa1ea353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:01.680700 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-d0ab1cac-8c3c-417f-916d-8908aa1ea353 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8ccc41ef-6f6b-470e-ab42-96aad3615268 HTTP/1.1" status: 204 len: 168 time: 0.3914661 Jun 16 12:51:01.685084 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-2a32efb5-c5cf-4d25-a750-09972036e01b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:01.714166 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab1cac-8c3c-417f-916d-8908aa1ea353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccc41ef-6f6b-470e-ab42-96aad3615268,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:01.720055 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-d0ab1cac-8c3c-417f-916d-8908aa1ea353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:01.818604 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-17edbd66-7aa6-4fd4-a03e-b0163f5c4c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:01.825376 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-17edbd66-7aa6-4fd4-a03e-b0163f5c4c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:01.831541 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:01.917678 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-17edbd66-7aa6-4fd4-a03e-b0163f5c4c88 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=84393566078745009e3b7905e967a567&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9859014 Jun 16 12:51:01.919691 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17edbd66-7aa6-4fd4-a03e-b0163f5c4c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d4444f-64bd-4e9b-b821-0618a00a3739,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:01.921657 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 46224) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:01.924880 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-17edbd66-7aa6-4fd4-a03e-b0163f5c4c88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:02.048997 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c207e4e3-498f-46f6-a4a7-1630a7b9d8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:02.100123 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c207e4e3-498f-46f6-a4a7-1630a7b9d8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:02.224150 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c207e4e3-498f-46f6-a4a7-1630a7b9d8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:02.232787 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c207e4e3-498f-46f6-a4a7-1630a7b9d8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:02.234980 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-c207e4e3-498f-46f6-a4a7-1630a7b9d8d2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/61d4444f-64bd-4e9b-b821-0618a00a3739 HTTP/1.1" status: 204 len: 168 time: 0.3105891 Jun 16 12:51:02.236300 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:02.274115 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207e4e3-498f-46f6-a4a7-1630a7b9d8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d4444f-64bd-4e9b-b821-0618a00a3739,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:02.335279 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-c207e4e3-498f-46f6-a4a7-1630a7b9d8d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:02.423112 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2a0ca-d33c-4f26-ad63-c72d1766b374 req-e7c6b620-8b2d-44a6-a514-120ef7ed3a64 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:02.426287 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b6e2a0ca-d33c-4f26-ad63-c72d1766b374 req-e7c6b620-8b2d-44a6-a514-120ef7ed3a64 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 946 time: 0.1813817 Jun 16 12:51:02.509102 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b6e2a0ca-d33c-4f26-ad63-c72d1766b374 req-38407ebe-92df-4d31-ae9f-8642dbe8ce60 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693581 Jun 16 12:51:02.736756 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:03.248070 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 46262) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:03.276387 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-cb54de10-d950-485b-8a24-98f16e2c2d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:03.479053 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-cb54de10-d950-485b-8a24-98f16e2c2d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:03.488261 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-cb54de10-d950-485b-8a24-98f16e2c2d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:03.493592 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-72478e8e-d77d-4e8b-b97d-76535ef75054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:03.581266 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-cb54de10-d950-485b-8a24-98f16e2c2d2b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=960dd19ea2904af69f71321528b69112&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3294232 Jun 16 12:51:03.583692 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb54de10-d950-485b-8a24-98f16e2c2d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fbad10-6b48-46d0-a457-5fb59c745688,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:03.585670 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 46272) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:03.593003 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-cb54de10-d950-485b-8a24-98f16e2c2d2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:03.721479 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6c1b8aa1-b695-4c38-a87f-d55c9e121b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:03.775739 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6c1b8aa1-b695-4c38-a87f-d55c9e121b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:03.901449 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6c1b8aa1-b695-4c38-a87f-d55c9e121b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:03.909606 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6c1b8aa1-b695-4c38-a87f-d55c9e121b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:03.912176 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-6c1b8aa1-b695-4c38-a87f-d55c9e121b38 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/83fbad10-6b48-46d0-a457-5fb59c745688 HTTP/1.1" status: 204 len: 168 time: 0.3231502 Jun 16 12:51:03.927445 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-5ce931c8-ba83-4642-9fb0-39f2c7a658f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:03.948617 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b8aa1-b695-4c38-a87f-d55c9e121b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fbad10-6b48-46d0-a457-5fb59c745688,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:03.953975 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-6c1b8aa1-b695-4c38-a87f-d55c9e121b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:04.053474 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45948a0c-6b25-4e79-bcb9-d4e74098c315 req-63f4778a-49b3-4dab-837f-41cdd93b13ce tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:04.057005 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-45948a0c-6b25-4e79-bcb9-d4e74098c315 req-63f4778a-49b3-4dab-837f-41cdd93b13ce tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 946 time: 0.2250311 Jun 16 12:51:04.143338 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-45948a0c-6b25-4e79-bcb9-d4e74098c315 req-15974dce-88db-4d2f-af67-ce3a3f3f44bf tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748065 Jun 16 12:51:05.333962 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-fbd57541-072c-470d-b713-9f9021d7a958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:05.697170 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:05.721417 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a800513-1a30-4397-9cfa-37230f2a9823 req-d7c7392e-21cc-41b5-8450-8438d0fab66a tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:05.725337 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9a800513-1a30-4397-9cfa-37230f2a9823 req-d7c7392e-21cc-41b5-8450-8438d0fab66a tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 946 time: 0.1760399 Jun 16 12:51:05.901417 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9a800513-1a30-4397-9cfa-37230f2a9823 req-5dcbd7c4-b099-4973-b21f-ee92ad41e612 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621742 Jun 16 12:51:06.198484 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 46334) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:06.685835 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-df62be73-abd0-4d5e-966e-993c63c75895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:06.877501 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-df62be73-abd0-4d5e-966e-993c63c75895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:06.888908 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-df62be73-abd0-4d5e-966e-993c63c75895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:06.901114 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:07.002777 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:07.090051 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62be73-abd0-4d5e-966e-993c63c75895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7d83e8-ec68-4a69-8961-8a49794b3462,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:07.123308 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-df62be73-abd0-4d5e-966e-993c63c75895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:07.154124 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-df62be73-abd0-4d5e-966e-993c63c75895 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3d691cfe41284d4c8f8ea8a141ee2b92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9491086 Jun 16 12:51:07.155393 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 46360) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:07.347597 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-84e15fb1-9cea-4070-919c-d300b19858fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:07.403845 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-84e15fb1-9cea-4070-919c-d300b19858fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:07.542264 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-84e15fb1-9cea-4070-919c-d300b19858fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:07.545431 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8d151-dc22-40fe-b9d4-63472c1ee6c1 req-86cbd3a1-a6ec-4b6f-98f9-ed30be7215b3 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:07.551251 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-84e15fb1-9cea-4070-919c-d300b19858fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:07.553348 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-84e15fb1-9cea-4070-919c-d300b19858fe admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3f7d83e8-ec68-4a69-8961-8a49794b3462 HTTP/1.1" status: 204 len: 168 time: 0.3963675 Jun 16 12:51:07.555085 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:07.558159 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0ed8d151-dc22-40fe-b9d4-63472c1ee6c1 req-86cbd3a1-a6ec-4b6f-98f9-ed30be7215b3 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 946 time: 0.2696476 Jun 16 12:51:07.590990 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e15fb1-9cea-4070-919c-d300b19858fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7d83e8-ec68-4a69-8961-8a49794b3462,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:07.595247 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-84e15fb1-9cea-4070-919c-d300b19858fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:07.706529 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0ed8d151-dc22-40fe-b9d4-63472c1ee6c1 req-a991bc45-ba86-4006-88df-1d4dac7ca901 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467874 Jun 16 12:51:09.184115 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efceb04e-07d5-4900-94e6-b2cad1e32ad0 req-e4b48877-d605-4c0a-9f04-8c78dd6c013e tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:09.187395 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-efceb04e-07d5-4900-94e6-b2cad1e32ad0 req-e4b48877-d605-4c0a-9f04-8c78dd6c013e tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 946 time: 0.1686320 Jun 16 12:51:09.276453 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-efceb04e-07d5-4900-94e6-b2cad1e32ad0 req-20de9916-7340-4c4c-82c4-8290013f647d tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790536 Jun 16 12:51:09.287739 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:10.739608 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a117d-34d5-4dc4-b49e-d3a124e9e646 req-50e58d96-f245-4f97-ab26-810c0836ffc3 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:10.744338 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7b2a117d-34d5-4dc4-b49e-d3a124e9e646 req-50e58d96-f245-4f97-ab26-810c0836ffc3 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 946 time: 0.1759775 Jun 16 12:51:10.849865 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7b2a117d-34d5-4dc4-b49e-d3a124e9e646 req-8d6ea5e3-3608-4de1-adc3-887275217abe tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916505 Jun 16 12:51:11.993274 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 46562) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:12.052061 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 46568) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:12.254455 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c645e-aa95-4a46-924f-7d12a478b2e1 req-4a1ecae7-8c9d-452f-a4dc-f7a644398409 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:12.258494 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c91c645e-aa95-4a46-924f-7d12a478b2e1 req-4a1ecae7-8c9d-452f-a4dc-f7a644398409 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 946 time: 0.1360011 Jun 16 12:51:12.342400 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c91c645e-aa95-4a46-924f-7d12a478b2e1 req-dd013039-dcdc-46e2-81a1-6a4b9fa8b7e3 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718777 Jun 16 12:51:12.468814 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-45631b27-8d16-41aa-9feb-25cac4699b64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:12.685679 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 46580) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:12.716580 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-45631b27-8d16-41aa-9feb-25cac4699b64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:12.734329 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-45631b27-8d16-41aa-9feb-25cac4699b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:12.743144 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-7ed48ed4-d974-4fb9-9bc8-df150fc2a06c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:12.843638 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45631b27-8d16-41aa-9feb-25cac4699b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbe5d66-0be7-4527-ba23-6f877a3a5722,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:12.854332 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-45631b27-8d16-41aa-9feb-25cac4699b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:12.862972 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-96122b52-4769-40eb-b696-c716765a34e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:12.875825 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-45631b27-8d16-41aa-9feb-25cac4699b64 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=22965c04b6ca49219412ad427153f370&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8794789 Jun 16 12:51:12.880453 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 46584) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:12.932339 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e78eff46-8465-4a19-93ec-13fa6cd60def admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:13.068086 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a3c18f09-5e82-41f9-837e-a54c37492006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:13.149416 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a3c18f09-5e82-41f9-837e-a54c37492006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:13.180200 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-96122b52-4769-40eb-b696-c716765a34e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:13.192629 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-96122b52-4769-40eb-b696-c716765a34e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:13.202521 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:13.308094 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-96122b52-4769-40eb-b696-c716765a34e4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e7cdef604e3745139ee39d173b5925a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6195822 Jun 16 12:51:13.311046 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96122b52-4769-40eb-b696-c716765a34e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338e61d5-9efe-4dc3-a13b-1c75828661b1,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:13.315947 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 46592) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:13.319776 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-96122b52-4769-40eb-b696-c716765a34e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:13.357094 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a3c18f09-5e82-41f9-837e-a54c37492006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:13.361243 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a3c18f09-5e82-41f9-837e-a54c37492006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:13.363033 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-a3c18f09-5e82-41f9-837e-a54c37492006 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8cbe5d66-0be7-4527-ba23-6f877a3a5722 HTTP/1.1" status: 204 len: 168 time: 0.4735401 Jun 16 12:51:13.385569 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-6c1b8aa1-b695-4c38-a87f-d55c9e121b38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:13.462309 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c18f09-5e82-41f9-837e-a54c37492006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbe5d66-0be7-4527-ba23-6f877a3a5722,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:13.472574 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-a3c18f09-5e82-41f9-837e-a54c37492006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:13.537457 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d1a36eb0-28b5-4e9c-8c57-568f82caad91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:13.593022 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e78eff46-8465-4a19-93ec-13fa6cd60def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:13.601912 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e78eff46-8465-4a19-93ec-13fa6cd60def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:13.609283 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:13.618753 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d1a36eb0-28b5-4e9c-8c57-568f82caad91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:13.685272 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-e78eff46-8465-4a19-93ec-13fa6cd60def admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=196d7daf0dcc4bf3bc05ccdae0dfc171&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6277411 Jun 16 12:51:13.691265 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 46604) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:13.728348 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78eff46-8465-4a19-93ec-13fa6cd60def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8c20a4-5957-4115-8f76-265f8abeaf10,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:13.744103 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-e78eff46-8465-4a19-93ec-13fa6cd60def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:13.758251 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d1a36eb0-28b5-4e9c-8c57-568f82caad91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:13.766444 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d1a36eb0-28b5-4e9c-8c57-568f82caad91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:13.769468 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-d1a36eb0-28b5-4e9c-8c57-568f82caad91 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/338e61d5-9efe-4dc3-a13b-1c75828661b1 HTTP/1.1" status: 204 len: 168 time: 0.4512012 Jun 16 12:51:13.776618 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-43126da0-bdee-4333-9b31-c31832c87a79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:13.797905 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a36eb0-28b5-4e9c-8c57-568f82caad91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338e61d5-9efe-4dc3-a13b-1c75828661b1,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:13.808116 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-d1a36eb0-28b5-4e9c-8c57-568f82caad91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:13.859880 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-b450b2a6-e287-4a46-94b3-0da756d93f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:13.920040 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-b450b2a6-e287-4a46-94b3-0da756d93f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:14.016413 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf32d0f-175a-45b9-a239-80f6f5b58a06 req-3fc55c1d-cec1-4c76-8b15-db7e24ec8f5c tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:14.020578 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4cf32d0f-175a-45b9-a239-80f6f5b58a06 req-3fc55c1d-cec1-4c76-8b15-db7e24ec8f5c tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 946 time: 0.1539202 Jun 16 12:51:14.083710 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-b450b2a6-e287-4a46-94b3-0da756d93f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:14.089713 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-b450b2a6-e287-4a46-94b3-0da756d93f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:14.093063 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-b450b2a6-e287-4a46-94b3-0da756d93f23 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cc8c20a4-5957-4115-8f76-265f8abeaf10 HTTP/1.1" status: 204 len: 168 time: 0.3982661 Jun 16 12:51:14.095752 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-df62be73-abd0-4d5e-966e-993c63c75895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:14.119248 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4cf32d0f-175a-45b9-a239-80f6f5b58a06 req-15425ac4-a91b-4ba2-88e5-338fcf2f769b tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846555 Jun 16 12:51:14.124355 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450b2a6-e287-4a46-94b3-0da756d93f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8c20a4-5957-4115-8f76-265f8abeaf10,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:14.133481 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-b450b2a6-e287-4a46-94b3-0da756d93f23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:14.324902 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 46618) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:14.350378 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-105ab7d1-1e8a-4005-8db3-956c950b2833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:14.738495 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-105ab7d1-1e8a-4005-8db3-956c950b2833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:14.757355 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-105ab7d1-1e8a-4005-8db3-956c950b2833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:14.779526 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-729ba365-3f74-4be4-a135-c8c464eaa40d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:14.989994 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 46634) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:14.991073 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-105ab7d1-1e8a-4005-8db3-956c950b2833 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=50a0267e00eb43f19dd6d2b68dfdd4cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6636205 Jun 16 12:51:15.006136 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ab7d1-1e8a-4005-8db3-956c950b2833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a43c97-9b18-432a-a5e8-c49ba8e7c152,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:15.044142 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-105ab7d1-1e8a-4005-8db3-956c950b2833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:15.231113 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a5de997d-5b45-40ef-b9f6-edfc66b04f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:15.296186 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 46642) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:15.314733 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a5de997d-5b45-40ef-b9f6-edfc66b04f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:15.332742 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ace68af4-023d-4620-88f9-3f95868792a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:15.514203 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a5de997d-5b45-40ef-b9f6-edfc66b04f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:15.520709 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a5de997d-5b45-40ef-b9f6-edfc66b04f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:15.527044 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-a5de997d-5b45-40ef-b9f6-edfc66b04f36 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/63a43c97-9b18-432a-a5e8-c49ba8e7c152 HTTP/1.1" status: 204 len: 168 time: 0.5311882 Jun 16 12:51:15.537448 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-6976ae79-dd7c-4571-94e7-78cffa053105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:15.574602 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de997d-5b45-40ef-b9f6-edfc66b04f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a43c97-9b18-432a-a5e8-c49ba8e7c152,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:15.598141 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-a5de997d-5b45-40ef-b9f6-edfc66b04f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:15.723278 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ace68af4-023d-4620-88f9-3f95868792a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:15.735542 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ace68af4-023d-4620-88f9-3f95868792a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:15.742646 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-668d999b-dcd0-4a75-8c4d-7979bd16a21d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:15.832754 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-ace68af4-023d-4620-88f9-3f95868792a5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=593c228ebe614b209809b8007fee68f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5334895 Jun 16 12:51:15.839736 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 46652) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:15.854821 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace68af4-023d-4620-88f9-3f95868792a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81faf583-78c2-43db-97ae-f9af7be4bf1c,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:15.871611 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-ace68af4-023d-4620-88f9-3f95868792a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:15.881483 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15f5b8-3b2e-4eef-9279-d6787be43d10 req-33c7b8c8-5dc7-494f-8350-95b06099ba01 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:15.894157 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-eb15f5b8-3b2e-4eef-9279-d6787be43d10 req-33c7b8c8-5dc7-494f-8350-95b06099ba01 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 946 time: 0.3223615 Jun 16 12:51:15.935599 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 46654) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:15.996201 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9f3ebd17-2210-4da5-bfe6-9ef06c36af8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:16.017444 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-eb15f5b8-3b2e-4eef-9279-d6787be43d10 req-61a7040c-5126-4dc7-b103-bcfb08e45e75 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195285 Jun 16 12:51:16.063882 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8cca9fbf-18af-4817-ae5b-379749e0f8f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:16.134936 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8cca9fbf-18af-4817-ae5b-379749e0f8f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:16.299578 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8cca9fbf-18af-4817-ae5b-379749e0f8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:16.308436 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8cca9fbf-18af-4817-ae5b-379749e0f8f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:16.311121 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-8cca9fbf-18af-4817-ae5b-379749e0f8f7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/81faf583-78c2-43db-97ae-f9af7be4bf1c HTTP/1.1" status: 204 len: 168 time: 0.4697595 Jun 16 12:51:16.315210 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-7d5299cd-3ffe-40ba-8a89-79cf984bf6bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:16.345634 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca9fbf-18af-4817-ae5b-379749e0f8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81faf583-78c2-43db-97ae-f9af7be4bf1c,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:16.354533 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-8cca9fbf-18af-4817-ae5b-379749e0f8f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:16.424433 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9f3ebd17-2210-4da5-bfe6-9ef06c36af8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:16.433781 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9f3ebd17-2210-4da5-bfe6-9ef06c36af8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:16.449100 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-26e0d53b-d182-4b58-916b-059ceb37525a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:16.525379 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-9f3ebd17-2210-4da5-bfe6-9ef06c36af8a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6be5352fab014a33bfdcd19af2043c51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5886188 Jun 16 12:51:16.529640 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 46670) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:16.535721 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ebd17-2210-4da5-bfe6-9ef06c36af8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979afd80-7535-4c1e-a2be-d9c5e790e3dd,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:16.542064 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-9f3ebd17-2210-4da5-bfe6-9ef06c36af8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:16.656884 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c9996fc6-2985-499e-8d72-4190e3f49104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:16.708868 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c9996fc6-2985-499e-8d72-4190e3f49104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:16.811124 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c9996fc6-2985-499e-8d72-4190e3f49104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:16.816615 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c9996fc6-2985-499e-8d72-4190e3f49104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:16.818701 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-c9996fc6-2985-499e-8d72-4190e3f49104 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/979afd80-7535-4c1e-a2be-d9c5e790e3dd HTTP/1.1" status: 204 len: 168 time: 0.2866223 Jun 16 12:51:16.820987 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-d1a36eb0-28b5-4e9c-8c57-568f82caad91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:16.835283 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9996fc6-2985-499e-8d72-4190e3f49104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979afd80-7535-4c1e-a2be-d9c5e790e3dd,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:16.840009 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-c9996fc6-2985-499e-8d72-4190e3f49104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:17.487111 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe125e-9698-420f-b538-65a0f4d05e38 req-97cc9b9d-3d6c-4203-8f8d-461a3fadaa43 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:17.491402 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-69fe125e-9698-420f-b538-65a0f4d05e38 req-97cc9b9d-3d6c-4203-8f8d-461a3fadaa43 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 946 time: 0.2136643 Jun 16 12:51:17.666041 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-69fe125e-9698-420f-b538-65a0f4d05e38 req-8771c692-e315-4b4e-a9ae-a3497e02c768 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604702 Jun 16 12:51:19.069505 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 46770) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:19.253458 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060ce9a-9fc9-4136-aeb4-f5480b695e53 req-46241d04-2661-4750-b74a-1e32949e2b68 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:19.256418 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b060ce9a-9fc9-4136-aeb4-f5480b695e53 req-46241d04-2661-4750-b74a-1e32949e2b68 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 946 time: 0.1636353 Jun 16 12:51:19.353249 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b060ce9a-9fc9-4136-aeb4-f5480b695e53 req-cbac670a-100a-4d77-b587-314d2525a31b tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737774 Jun 16 12:51:19.470894 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-37e39d52-bdd9-4585-95dc-01c71325755d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1321519067-network', 'tenant_id': '0e8f5d31e84c44d8ac0baf6ec2a7bfef'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:51:19.526374 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e39d52-bdd9-4585-95dc-01c71325755d admin admin] Made reservation on behalf of 0e8f5d31e84c44d8ac0baf6ec2a7bfef for: {'network': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:51:19.531035 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-37e39d52-bdd9-4585-95dc-01c71325755d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for network, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:19.550279 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-37e39d52-bdd9-4585-95dc-01c71325755d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:19.767378 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-37e39d52-bdd9-4585-95dc-01c71325755d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:19.776616 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-37e39d52-bdd9-4585-95dc-01c71325755d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:19.787792 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:19.865351 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 46798) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:19.931724 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37e39d52-bdd9-4585-95dc-01c71325755d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=109145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 12:51:19.975119 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-37e39d52-bdd9-4585-95dc-01c71325755d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076'] for segment, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:19.977003 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.db.segments_db [None req-37e39d52-bdd9-4585-95dc-01c71325755d admin admin] Added segment 12cbc27b-ea8d-49b2-8fea-1d5e4fb42bc4 of type vlan for network 7eddfd33-e773-4d96-8e70-0209ee3d371c Jun 16 12:51:20.078793 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e39d52-bdd9-4585-95dc-01c71325755d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c0868f-52e4-41f4-b4e1-7c7bd1422ba5,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:20.089159 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-37e39d52-bdd9-4585-95dc-01c71325755d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754302079645'] for network, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:20.098715 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-37e39d52-bdd9-4585-95dc-01c71325755d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:20.201348 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-37e39d52-bdd9-4585-95dc-01c71325755d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281'] for network, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:20.203799 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e39d52-bdd9-4585-95dc-01c71325755d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:20.204831 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-37e39d52-bdd9-4585-95dc-01c71325755d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for network, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:20.224441 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-7b0a81c6-e094-4531-ac59-eb2b4751bc93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:20.388646 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e39d52-bdd9-4585-95dc-01c71325755d admin admin] Pushing event updated for resources: {'Network': ['ID=7eddfd33-e773-4d96-8e70-0209ee3d371c,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:20.396698 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-37e39d52-bdd9-4585-95dc-01c71325755d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:20.421104 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-37e39d52-bdd9-4585-95dc-01c71325755d admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3501301 Jun 16 12:51:20.425081 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Network 7eddfd33-e773-4d96-8e70-0209ee3d371c details requested by agent ovs-agent-dv-cinder-766296-6-iscsi with host dv-cinder-766296-6-iscsi {{(pid=109147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 12:51:20.429157 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 46820) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:20.452089 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-41b2ccd9-2a80-4aef-b4ce-40e76ee4a372 admin admin] Request body: {'subnet': {'network_id': '7eddfd33-e773-4d96-8e70-0209ee3d371c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1321519067-subnet', 'tenant_id': '0e8f5d31e84c44d8ac0baf6ec2a7bfef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:51:20.471874 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-80ece17e-9c3a-44fb-bbc7-872bcd25131c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:20.509190 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b2ccd9-2a80-4aef-b4ce-40e76ee4a372 admin admin] Made reservation on behalf of 0e8f5d31e84c44d8ac0baf6ec2a7bfef for: {'subnet': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:51:20.515488 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-41b2ccd9-2a80-4aef-b4ce-40e76ee4a372 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31807206'] for subnet, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:20.694721 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-80ece17e-9c3a-44fb-bbc7-872bcd25131c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:20.705437 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-80ece17e-9c3a-44fb-bbc7-872bcd25131c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:20.726737 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-cb54de10-d950-485b-8a24-98f16e2c2d2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:20.797501 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ece17e-9c3a-44fb-bbc7-872bcd25131c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751461ac-af35-4879-9da2-3e40f1008f5a,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:20.814769 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-80ece17e-9c3a-44fb-bbc7-872bcd25131c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:20.846278 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-80ece17e-9c3a-44fb-bbc7-872bcd25131c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4edf878aa1b34facb300855df496f7d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9708433 Jun 16 12:51:20.846912 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 46826) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:21.034180 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-970c2d5a-8744-462e-9772-55f32fcf1ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:21.079188 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-970c2d5a-8744-462e-9772-55f32fcf1ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:21.097663 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-41b2ccd9-2a80-4aef-b4ce-40e76ee4a372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32077300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31807220'] for subnet, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:21.107492 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:21.196645 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-970c2d5a-8744-462e-9772-55f32fcf1ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:21.201645 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-970c2d5a-8744-462e-9772-55f32fcf1ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:21.203710 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-970c2d5a-8744-462e-9772-55f32fcf1ff3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/751461ac-af35-4879-9da2-3e40f1008f5a HTTP/1.1" status: 204 len: 168 time: 0.3550904 Jun 16 12:51:21.207841 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-1f1e8dde-9f0d-4bed-a8b9-5fbd9bb39ac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:21.225890 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c2d5a-8744-462e-9772-55f32fcf1ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751461ac-af35-4879-9da2-3e40f1008f5a,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:21.238901 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-970c2d5a-8744-462e-9772-55f32fcf1ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:21.282113 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7624a9-47c9-45c2-9139-5d6d5e1798aa req-140fcea9-5499-49a6-8446-53eeeab283a2 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:21.286255 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3a7624a9-47c9-45c2-9139-5d6d5e1798aa req-140fcea9-5499-49a6-8446-53eeeab283a2 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 946 time: 0.3527384 Jun 16 12:51:21.392514 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3a7624a9-47c9-45c2-9139-5d6d5e1798aa req-cf3db9ca-acaa-42e6-b5d7-56f79619b855 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897744 Jun 16 12:51:21.418269 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2ccd9-2a80-4aef-b4ce-40e76ee4a372 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b9bcdb5-4ce8-4056-a8db-5e2a900911dc,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:21.433521 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-41b2ccd9-2a80-4aef-b4ce-40e76ee4a372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:21.460285 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b2ccd9-2a80-4aef-b4ce-40e76ee4a372 admin admin] Checking segment: {'id': '12cbc27b-ea8d-49b2-8fea-1d5e4fb42bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7eddfd33-e773-4d96-8e70-0209ee3d371c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:51:21.460285 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b2ccd9-2a80-4aef-b4ce-40e76ee4a372 admin admin] Network hostable DHCP agents. Network: 7eddfd33-e773-4d96-8e70-0209ee3d371c, hostable agents: ['d62bbf24-a105-422a-86ef-12dacf7896c4'], hosted agents: [] {{(pid=109146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 12:51:21.531547 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b2ccd9-2a80-4aef-b4ce-40e76ee4a372 admin admin] Network 7eddfd33-e773-4d96-8e70-0209ee3d371c is scheduled to be hosted by DHCP agent d62bbf24-a105-422a-86ef-12dacf7896c4 with binding_index 1 {{(pid=109146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 12:51:21.565105 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-41b2ccd9-2a80-4aef-b4ce-40e76ee4a372 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766296-6-iscsi, 7eddfd33-e773-4d96-8e70-0209ee3d371c) {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:51:21.581179 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e532b8b4-925e-4423-9385-1981e4ba7ae8 None None] Network 7eddfd33-e773-4d96-8e70-0209ee3d371c requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:51:21.590941 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b2ccd9-2a80-4aef-b4ce-40e76ee4a372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:21.592136 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-41b2ccd9-2a80-4aef-b4ce-40e76ee4a372 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:21.643935 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-41b2ccd9-2a80-4aef-b4ce-40e76ee4a372 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2092857 Jun 16 12:51:21.954733 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cca607-2de6-459c-9779-76a5563247a3 None None] Network 7eddfd33-e773-4d96-8e70-0209ee3d371c requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:51:22.568470 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 46878) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:22.617960 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2b3ea567-5284-40b6-b012-8f1cfa65e908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:22.937752 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 46886) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:23.061964 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2b3ea567-5284-40b6-b012-8f1cfa65e908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:23.084672 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2b3ea567-5284-40b6-b012-8f1cfa65e908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:23.097931 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-105ab7d1-1e8a-4005-8db3-956c950b2833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:23.111016 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856400c-77e8-43b3-abae-953d99ca2ee7 req-86917f81-ca79-4252-9ede-22fbe1017784 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:23.126084 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6856400c-77e8-43b3-abae-953d99ca2ee7 req-86917f81-ca79-4252-9ede-22fbe1017784 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 946 time: 0.3018470 Jun 16 12:51:23.238507 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-2b3ea567-5284-40b6-b012-8f1cfa65e908 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=de0a9ab7aa2743b5b048d9a6916198ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6681137 Jun 16 12:51:23.240120 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ea567-5284-40b6-b012-8f1cfa65e908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3a93f5-3322-4b7e-94eb-b700a02b5f56,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:23.247653 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 46896) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:23.260730 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ea567-5284-40b6-b012-8f1cfa65e908 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:23.264232 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ea567-5284-40b6-b012-8f1cfa65e908 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:23.266614 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ea567-5284-40b6-b012-8f1cfa65e908 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:23.267204 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ea567-5284-40b6-b012-8f1cfa65e908 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:23.269478 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ea567-5284-40b6-b012-8f1cfa65e908 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:23.275800 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ea567-5284-40b6-b012-8f1cfa65e908 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:23.280641 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ea567-5284-40b6-b012-8f1cfa65e908 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:23.281522 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ea567-5284-40b6-b012-8f1cfa65e908 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:23.282426 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ea567-5284-40b6-b012-8f1cfa65e908 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:23.283156 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ea567-5284-40b6-b012-8f1cfa65e908 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:23.283648 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ea567-5284-40b6-b012-8f1cfa65e908 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:23.287536 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ea567-5284-40b6-b012-8f1cfa65e908 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:23.307702 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-2b3ea567-5284-40b6-b012-8f1cfa65e908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:23.315302 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6856400c-77e8-43b3-abae-953d99ca2ee7 req-46613a27-1ef9-46e5-9c20-603bacc796e6 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712902 Jun 16 12:51:23.394426 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-98761863-1e9c-476c-9e2d-c7851b3de3fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:23.521972 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-12635e9a-0e21-4a8d-b1fc-aeae46216d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:23.580099 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-12635e9a-0e21-4a8d-b1fc-aeae46216d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:23.617571 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-98761863-1e9c-476c-9e2d-c7851b3de3fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:23.629571 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-98761863-1e9c-476c-9e2d-c7851b3de3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:23.686197 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-8cca9fbf-18af-4817-ae5b-379749e0f8f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:23.697359 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-12635e9a-0e21-4a8d-b1fc-aeae46216d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:23.703398 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-12635e9a-0e21-4a8d-b1fc-aeae46216d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:23.705497 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-12635e9a-0e21-4a8d-b1fc-aeae46216d5c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bf3a93f5-3322-4b7e-94eb-b700a02b5f56 HTTP/1.1" status: 204 len: 168 time: 0.4461851 Jun 16 12:51:23.706725 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:23.727987 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-98761863-1e9c-476c-9e2d-c7851b3de3fd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2499e9dd412d4d798b0dd29e5d570e62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7884579 Jun 16 12:51:23.738017 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 46908) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:23.745308 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12635e9a-0e21-4a8d-b1fc-aeae46216d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3a93f5-3322-4b7e-94eb-b700a02b5f56,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:23.780598 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12635e9a-0e21-4a8d-b1fc-aeae46216d5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:23.780929 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12635e9a-0e21-4a8d-b1fc-aeae46216d5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:23.781452 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12635e9a-0e21-4a8d-b1fc-aeae46216d5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:23.782048 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12635e9a-0e21-4a8d-b1fc-aeae46216d5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:23.782657 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12635e9a-0e21-4a8d-b1fc-aeae46216d5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:23.783223 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12635e9a-0e21-4a8d-b1fc-aeae46216d5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:23.783785 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12635e9a-0e21-4a8d-b1fc-aeae46216d5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:23.784376 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12635e9a-0e21-4a8d-b1fc-aeae46216d5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:23.784931 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12635e9a-0e21-4a8d-b1fc-aeae46216d5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:23.785471 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12635e9a-0e21-4a8d-b1fc-aeae46216d5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:23.786064 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12635e9a-0e21-4a8d-b1fc-aeae46216d5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:23.786888 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12635e9a-0e21-4a8d-b1fc-aeae46216d5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:23.808665 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-12635e9a-0e21-4a8d-b1fc-aeae46216d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:23.824820 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98761863-1e9c-476c-9e2d-c7851b3de3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f29ed9-dbc9-44f2-934c-3c3aba32fb67,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:23.842508 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-98761863-1e9c-476c-9e2d-c7851b3de3fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:23.885834 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 46914) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:23.893262 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-72924d77-8f95-47a6-9036-40d3edcd0531 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1243643497-network', 'tenant_id': '2db923bdba80457c8007e007adc3ba60'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:51:23.937440 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f45c3ec8-f82b-4cac-a0f8-ecbf26be3d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:23.980190 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72924d77-8f95-47a6-9036-40d3edcd0531 admin admin] Made reservation on behalf of 2db923bdba80457c8007e007adc3ba60 for: {'network': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:51:23.985564 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-72924d77-8f95-47a6-9036-40d3edcd0531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for network, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:24.010328 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-72924d77-8f95-47a6-9036-40d3edcd0531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:24.071166 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f45c3ec8-f82b-4cac-a0f8-ecbf26be3d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:24.215887 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-72924d77-8f95-47a6-9036-40d3edcd0531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:24.228546 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f45c3ec8-f82b-4cac-a0f8-ecbf26be3d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:24.230996 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-72924d77-8f95-47a6-9036-40d3edcd0531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:24.233846 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f45c3ec8-f82b-4cac-a0f8-ecbf26be3d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:24.239776 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-f45c3ec8-f82b-4cac-a0f8-ecbf26be3d68 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/31f29ed9-dbc9-44f2-934c-3c3aba32fb67 HTTP/1.1" status: 204 len: 168 time: 0.4962847 Jun 16 12:51:24.239776 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-c4a95b70-a4c4-4f52-b7ba-17193533a3a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:24.248555 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-6808b529-2340-4d59-84d0-4267a2ce6df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:24.291816 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c3ec8-f82b-4cac-a0f8-ecbf26be3d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f29ed9-dbc9-44f2-934c-3c3aba32fb67,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:24.303753 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72924d77-8f95-47a6-9036-40d3edcd0531 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=109145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 12:51:24.306646 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-f45c3ec8-f82b-4cac-a0f8-ecbf26be3d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:24.367414 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72924d77-8f95-47a6-9036-40d3edcd0531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29e2a82-fd74-46e5-a094-1e40ae766dd0,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:24.375794 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-72924d77-8f95-47a6-9036-40d3edcd0531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076'] for segment, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:24.376959 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.db.segments_db [None req-72924d77-8f95-47a6-9036-40d3edcd0531 admin admin] Added segment d9c43c1b-2568-4d4f-a306-a01dcebcc109 of type vlan for network 139953c8-3045-4d70-8cf6-0c7ea7fcaad0 Jun 16 12:51:24.380359 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-72924d77-8f95-47a6-9036-40d3edcd0531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:24.590811 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-72924d77-8f95-47a6-9036-40d3edcd0531 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754302079645'] for network, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:24.790720 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-72924d77-8f95-47a6-9036-40d3edcd0531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281'] for network, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:24.794491 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72924d77-8f95-47a6-9036-40d3edcd0531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:24.797127 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-72924d77-8f95-47a6-9036-40d3edcd0531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for network, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:24.804059 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-37e39d52-bdd9-4585-95dc-01c71325755d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:24.895979 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-72924d77-8f95-47a6-9036-40d3edcd0531 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0085418 Jun 16 12:51:24.900679 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 46940) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:24.909773 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-898ef5fc-9ae9-4460-a331-5c73ed616bd4 admin admin] Request body: {'subnet': {'network_id': '139953c8-3045-4d70-8cf6-0c7ea7fcaad0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1243643497-subnet', 'tenant_id': '2db923bdba80457c8007e007adc3ba60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:51:24.963333 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898ef5fc-9ae9-4460-a331-5c73ed616bd4 admin admin] Made reservation on behalf of 2db923bdba80457c8007e007adc3ba60 for: {'subnet': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:51:24.970469 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-898ef5fc-9ae9-4460-a331-5c73ed616bd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31807206'] for subnet, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:25.000906 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72924d77-8f95-47a6-9036-40d3edcd0531 admin admin] Pushing event updated for resources: {'Network': ['ID=139953c8-3045-4d70-8cf6-0c7ea7fcaad0,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:25.006546 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-72924d77-8f95-47a6-9036-40d3edcd0531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:25.027319 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Network 139953c8-3045-4d70-8cf6-0c7ea7fcaad0 details requested by agent ovs-agent-dv-cinder-766296-6-iscsi with host dv-cinder-766296-6-iscsi {{(pid=109147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 12:51:25.083596 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc538d-30f1-4f66-9853-44ac7ed637ef req-2f6ec567-0b36-4eac-8e8c-dae44294925b tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:25.086840 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-54bc538d-30f1-4f66-9853-44ac7ed637ef req-2f6ec567-0b36-4eac-8e8c-dae44294925b tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 946 time: 0.2270207 Jun 16 12:51:25.171397 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-54bc538d-30f1-4f66-9853-44ac7ed637ef req-1ba14d7f-6488-4ba0-80d9-9654cb7de917 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736141 Jun 16 12:51:25.363567 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 46948) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:25.396067 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5a299a9c-82e1-4162-b9f1-0298cc470c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:25.517239 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-898ef5fc-9ae9-4460-a331-5c73ed616bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32077300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31807220'] for subnet, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:25.530123 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-3f65777f-49ea-4e19-ad43-b77e1bc25ac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:25.676526 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ef5fc-9ae9-4460-a331-5c73ed616bd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62817c39-48c8-43cf-9691-a21b12518a37,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:25.698070 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-898ef5fc-9ae9-4460-a331-5c73ed616bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:25.730337 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898ef5fc-9ae9-4460-a331-5c73ed616bd4 admin admin] Checking segment: {'id': 'd9c43c1b-2568-4d4f-a306-a01dcebcc109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '139953c8-3045-4d70-8cf6-0c7ea7fcaad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:51:25.730945 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898ef5fc-9ae9-4460-a331-5c73ed616bd4 admin admin] Network hostable DHCP agents. Network: 139953c8-3045-4d70-8cf6-0c7ea7fcaad0, hostable agents: ['d62bbf24-a105-422a-86ef-12dacf7896c4'], hosted agents: [] {{(pid=109146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 12:51:25.793253 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5a299a9c-82e1-4162-b9f1-0298cc470c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:25.811088 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5a299a9c-82e1-4162-b9f1-0298cc470c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:25.818347 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-cdf6b82f-dd4b-41d2-8429-a3acfe047f8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:25.846279 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898ef5fc-9ae9-4460-a331-5c73ed616bd4 admin admin] Network 139953c8-3045-4d70-8cf6-0c7ea7fcaad0 is scheduled to be hosted by DHCP agent d62bbf24-a105-422a-86ef-12dacf7896c4 with binding_index 1 {{(pid=109146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 12:51:25.917846 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-898ef5fc-9ae9-4460-a331-5c73ed616bd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766296-6-iscsi, 139953c8-3045-4d70-8cf6-0c7ea7fcaad0) {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:51:25.942840 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a852541-e63c-4254-804d-2a44a22f4b3b None None] Network 139953c8-3045-4d70-8cf6-0c7ea7fcaad0 requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:51:25.943052 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a299a9c-82e1-4162-b9f1-0298cc470c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a260ea8-babf-43ad-b03f-1834161d0cca,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:25.957452 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-5a299a9c-82e1-4162-b9f1-0298cc470c88 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a9e4ad513c4049bda233671c18a92e9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5922096 Jun 16 12:51:25.960474 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-5a299a9c-82e1-4162-b9f1-0298cc470c88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:25.962930 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 46968) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:25.965123 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898ef5fc-9ae9-4460-a331-5c73ed616bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:25.966875 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-898ef5fc-9ae9-4460-a331-5c73ed616bd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:26.006615 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-898ef5fc-9ae9-4460-a331-5c73ed616bd4 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1039426 Jun 16 12:51:26.269739 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e9fef338-f44b-4975-99bd-ab4b7b7bc760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:26.377157 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abaead80-955f-4e19-9b4a-11ebb2937408 None None] Network 139953c8-3045-4d70-8cf6-0c7ea7fcaad0 requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:51:26.404766 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e9fef338-f44b-4975-99bd-ab4b7b7bc760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:26.648927 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e9fef338-f44b-4975-99bd-ab4b7b7bc760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:26.654017 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e9fef338-f44b-4975-99bd-ab4b7b7bc760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:26.659847 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-e9fef338-f44b-4975-99bd-ab4b7b7bc760 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2a260ea8-babf-43ad-b03f-1834161d0cca HTTP/1.1" status: 204 len: 168 time: 0.6908545 Jun 16 12:51:26.659847 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-c207e4e3-498f-46f6-a4a7-1630a7b9d8d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:26.708716 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fef338-f44b-4975-99bd-ab4b7b7bc760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a260ea8-babf-43ad-b03f-1834161d0cca,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:26.736496 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379e6fa-e806-4645-aa7b-453e9cfc899d req-5c8e165e-a09a-47a0-9951-9c730d49f1f4 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:26.739271 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c379e6fa-e806-4645-aa7b-453e9cfc899d req-5c8e165e-a09a-47a0-9951-9c730d49f1f4 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 946 time: 0.1750960 Jun 16 12:51:26.740874 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-e9fef338-f44b-4975-99bd-ab4b7b7bc760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:26.844105 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c379e6fa-e806-4645-aa7b-453e9cfc899d req-703926d3-6ea4-462b-adb0-6372213cb552 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905900 Jun 16 12:51:29.181332 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 47062) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:29.436638 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b1b0284d-7de0-47d7-b18c-198238a1b8d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:29.624277 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b1b0284d-7de0-47d7-b18c-198238a1b8d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:29.630660 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b1b0284d-7de0-47d7-b18c-198238a1b8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:29.637130 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-a5de997d-5b45-40ef-b9f6-edfc66b04f36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:29.706787 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-b1b0284d-7de0-47d7-b18c-198238a1b8d4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c0be327e99574eb4b3d4be34df0c6e3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5233324 Jun 16 12:51:29.711397 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0284d-7de0-47d7-b18c-198238a1b8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d517b494-8c55-46a0-99a5-e8fb8000f57d,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:29.712302 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 47072) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:29.716747 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-b1b0284d-7de0-47d7-b18c-198238a1b8d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:29.811707 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-fb333461-cadb-4681-a92c-2fac81691ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:29.856994 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-fb333461-cadb-4681-a92c-2fac81691ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:29.962163 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-fb333461-cadb-4681-a92c-2fac81691ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:29.967559 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-fb333461-cadb-4681-a92c-2fac81691ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:29.969588 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-fb333461-cadb-4681-a92c-2fac81691ff2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d517b494-8c55-46a0-99a5-e8fb8000f57d HTTP/1.1" status: 204 len: 168 time: 0.2555852 Jun 16 12:51:29.970927 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-e78eff46-8465-4a19-93ec-13fa6cd60def admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:29.984717 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb333461-cadb-4681-a92c-2fac81691ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d517b494-8c55-46a0-99a5-e8fb8000f57d,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:29.988462 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-fb333461-cadb-4681-a92c-2fac81691ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:30.431663 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-65b7cc63-f4ce-4b5a-8cba-7b68bbbf24d8 req-9b93f671-6098-4f3d-b440-694ed052bd22 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1386142 Jun 16 12:51:30.535032 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac666ff-7048-40d2-98a5-46cf6f52d1cb req-90e8326c-ac3d-452e-96d1-0b278c283dbf tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:30.537857 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5ac666ff-7048-40d2-98a5-46cf6f52d1cb req-90e8326c-ac3d-452e-96d1-0b278c283dbf tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 946 time: 0.1518445 Jun 16 12:51:30.623588 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5ac666ff-7048-40d2-98a5-46cf6f52d1cb req-5a317993-a1b3-47ac-83ae-bedf45db9530 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687537 Jun 16 12:51:30.630070 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7cc63-f4ce-4b5a-8cba-7b68bbbf24d8 req-d0ace697-a789-4b5b-b997-d25ddaa21935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:30.634390 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-65b7cc63-f4ce-4b5a-8cba-7b68bbbf24d8 req-d0ace697-a789-4b5b-b997-d25ddaa21935 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1bb6d57a17a34ca0a86552ed9595186c&device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 1098 time: 0.0985010 Jun 16 12:51:30.813847 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7cc63-f4ce-4b5a-8cba-7b68bbbf24d8 req-fb34a151-6786-4cd1-bac3-af8d62500bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:30.816345 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-65b7cc63-f4ce-4b5a-8cba-7b68bbbf24d8 req-fb34a151-6786-4cd1-bac3-af8d62500bf3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9ac76732-b5e5-4a02-a83d-61dcd782119c HTTP/1.1" status: 200 len: 920 time: 0.1405826 Jun 16 12:51:30.911121 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-65b7cc63-f4ce-4b5a-8cba-7b68bbbf24d8 req-4a219433-0d9e-4937-88e9-09d8ac81a1ce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8abefd3e-8a24-46bb-971b-1d9f5e28c7df HTTP/1.1" status: 200 len: 217 time: 0.0789902 Jun 16 12:51:30.972319 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-06875067-057c-4547-ae3d-12db25c12909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:31.051403 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7cc63-f4ce-4b5a-8cba-7b68bbbf24d8 req-8472c795-abab-4e51-96d7-4fc0dd56804e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:31.055611 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-65b7cc63-f4ce-4b5a-8cba-7b68bbbf24d8 req-8472c795-abab-4e51-96d7-4fc0dd56804e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e11ea1c4-1683-49da-8a09-a0382b92ba4a HTTP/1.1" status: 200 len: 859 time: 0.1350753 Jun 16 12:51:31.135462 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-65b7cc63-f4ce-4b5a-8cba-7b68bbbf24d8 req-292376e8-34f1-4cae-aa98-38663ca57324 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9ac76732-b5e5-4a02-a83d-61dcd782119c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714617 Jun 16 12:51:31.372524 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-65b7cc63-f4ce-4b5a-8cba-7b68bbbf24d8 req-4d4ba812-0d8b-4b22-ab85-b9ad2104c8e9 service neutron] 10.222.0.73 "GET /v2.0/networks/9ac76732-b5e5-4a02-a83d-61dcd782119c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241206 Jun 16 12:51:31.641165 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-65b7cc63-f4ce-4b5a-8cba-7b68bbbf24d8 req-b6d3ef72-66f8-44e3-b537-9cfe2da10dea service neutron] 10.222.0.73 "GET /v2.0/networks/9ac76732-b5e5-4a02-a83d-61dcd782119c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331507 Jun 16 12:51:31.775745 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 47138) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:32.142761 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6f35d1bb-42e2-48d5-bf74-d421338cae52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:32.172463 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 12:51:32.212751 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78f67c-fdc3-438f-bf35-eae66e6274bb req-c8e8bb77-3598-42e2-ba7a-4c3ac95de272 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:32.228215 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ac78f67c-fdc3-438f-bf35-eae66e6274bb req-c8e8bb77-3598-42e2-ba7a-4c3ac95de272 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 946 time: 0.2552347 Jun 16 12:51:32.326752 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ac78f67c-fdc3-438f-bf35-eae66e6274bb req-03657f21-d9dd-4c36-8396-4ec480907d45 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971591 Jun 16 12:51:32.500649 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061d9a2-05ac-47ba-8f40-f822a8bb0cf1 req-49f883de-13b8-4b36-ae16-85410d78e8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:32.503781 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9061d9a2-05ac-47ba-8f40-f822a8bb0cf1 req-49f883de-13b8-4b36-ae16-85410d78e8fe service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 1099 time: 0.1999097 Jun 16 12:51:32.636622 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6f35d1bb-42e2-48d5-bf74-d421338cae52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:32.663355 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9061d9a2-05ac-47ba-8f40-f822a8bb0cf1 req-d47b0548-82ef-4e2e-8cdb-2d2081fd2727 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513755 Jun 16 12:51:32.664483 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6f35d1bb-42e2-48d5-bf74-d421338cae52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:32.676937 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-a3c18f09-5e82-41f9-837e-a54c37492006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:32.762391 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:32.771292 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-6f35d1bb-42e2-48d5-bf74-d421338cae52 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=55385e4a214c490ba42bb23ad65732e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9933403 Jun 16 12:51:32.773684 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35d1bb-42e2-48d5-bf74-d421338cae52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daee5f92-ecfa-4297-8f46-943487828876,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:32.776724 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 47200) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:32.780473 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-6f35d1bb-42e2-48d5-bf74-d421338cae52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:32.886001 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-ec9b8b7d-6a25-4284-99d5-9453152e1f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:32.944728 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-ec9b8b7d-6a25-4284-99d5-9453152e1f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:33.051856 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-ec9b8b7d-6a25-4284-99d5-9453152e1f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:33.057574 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-ec9b8b7d-6a25-4284-99d5-9453152e1f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:33.059645 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-ec9b8b7d-6a25-4284-99d5-9453152e1f7e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/daee5f92-ecfa-4297-8f46-943487828876 HTTP/1.1" status: 204 len: 168 time: 0.2808161 Jun 16 12:51:33.063325 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:33.084526 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b8b7d-6a25-4284-99d5-9453152e1f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daee5f92-ecfa-4297-8f46-943487828876,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:33.093343 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-ec9b8b7d-6a25-4284-99d5-9453152e1f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:33.756920 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f678d1-0517-49ff-ac6f-d1e184893c8a req-6f4ead8b-f821-4421-8192-b08e75e9d4e3 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:33.761298 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-68f678d1-0517-49ff-ac6f-d1e184893c8a req-6f4ead8b-f821-4421-8192-b08e75e9d4e3 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 946 time: 0.1507330 Jun 16 12:51:33.870859 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-68f678d1-0517-49ff-ac6f-d1e184893c8a req-555e450d-0bcf-4525-bdad-486d03067662 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941708 Jun 16 12:51:35.280738 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adae4d6-3b31-4279-9eff-57c25476bda7 req-4c1104d6-13dd-4631-a4a8-862654e70212 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:35.284415 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1adae4d6-3b31-4279-9eff-57c25476bda7 req-4c1104d6-13dd-4631-a4a8-862654e70212 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 946 time: 0.1485531 Jun 16 12:51:35.302486 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-63f80991-1bea-46a2-90d6-bddee16ca2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:35.388728 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1adae4d6-3b31-4279-9eff-57c25476bda7 req-9a184ba4-7cde-478b-9d37-dacb9c1ae949 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918539 Jun 16 12:51:35.674486 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:36.034876 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ded41-702b-4805-9daf-029493e489d2 req-540c6970-c90f-4707-b719-8bb351959dac tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:36.037968 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-df7ded41-702b-4805-9daf-029493e489d2 req-540c6970-c90f-4707-b719-8bb351959dac tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.1588221 Jun 16 12:51:36.138925 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-df7ded41-702b-4805-9daf-029493e489d2 req-1ec9f866-4eac-4846-a80a-985caa2e33a3 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854123 Jun 16 12:51:37.000479 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:37.424094 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 47352) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:37.696629 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-f98c41d5-fca1-4da2-8b5b-786c290e4865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:37.894671 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-f98c41d5-fca1-4da2-8b5b-786c290e4865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:37.907731 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-f98c41d5-fca1-4da2-8b5b-786c290e4865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:37.912280 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-98da8a5e-da01-4934-823a-e5c6607c357e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:38.000796 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-f98c41d5-fca1-4da2-8b5b-786c290e4865 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=31b0cce36f6d40f7b223e13162079d40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5709827 Jun 16 12:51:38.000796 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c41d5-fca1-4da2-8b5b-786c290e4865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f79ab7-60ff-472b-968c-4f05a59729dc,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:38.002853 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 47366) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:38.006636 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-f98c41d5-fca1-4da2-8b5b-786c290e4865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:38.111124 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c6eb5337-71d8-4756-96ce-7f77c98ff271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:38.168565 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c6eb5337-71d8-4756-96ce-7f77c98ff271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:38.295663 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c6eb5337-71d8-4756-96ce-7f77c98ff271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:38.302520 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c6eb5337-71d8-4756-96ce-7f77c98ff271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:38.306435 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-c6eb5337-71d8-4756-96ce-7f77c98ff271 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/48f79ab7-60ff-472b-968c-4f05a59729dc HTTP/1.1" status: 204 len: 168 time: 0.3017967 Jun 16 12:51:38.308082 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-de36ec38-5be8-483e-bd31-9c177cb30ca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:38.339044 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb5337-71d8-4756-96ce-7f77c98ff271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f79ab7-60ff-472b-968c-4f05a59729dc,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:38.343780 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-c6eb5337-71d8-4756-96ce-7f77c98ff271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:39.058892 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 47396) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:39.085548 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-91997bb4-8cea-43f0-95c8-2181801b85b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:39.273714 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:39.277438 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-91997bb4-8cea-43f0-95c8-2181801b85b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:39.284767 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-91997bb4-8cea-43f0-95c8-2181801b85b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:39.292412 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:39.348585 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91997bb4-8cea-43f0-95c8-2181801b85b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9ee1ec-ba88-46f0-b02d-8f775f01f3c0,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:39.369358 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-91997bb4-8cea-43f0-95c8-2181801b85b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:39.389944 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-91997bb4-8cea-43f0-95c8-2181801b85b4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f69ac9ae914a400090cf5c0208cf048d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3291399 Jun 16 12:51:39.393148 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 47408) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:39.494836 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a9b82a56-8c9a-4627-8026-6943512cd77a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:39.536982 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a9b82a56-8c9a-4627-8026-6943512cd77a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:39.637891 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a9b82a56-8c9a-4627-8026-6943512cd77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:39.642761 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a9b82a56-8c9a-4627-8026-6943512cd77a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:39.645096 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-a9b82a56-8c9a-4627-8026-6943512cd77a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ac9ee1ec-ba88-46f0-b02d-8f775f01f3c0 HTTP/1.1" status: 204 len: 168 time: 0.2499497 Jun 16 12:51:39.646413 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-ec9b8b7d-6a25-4284-99d5-9453152e1f7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:39.660479 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b82a56-8c9a-4627-8026-6943512cd77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9ee1ec-ba88-46f0-b02d-8f775f01f3c0,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:39.664460 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-a9b82a56-8c9a-4627-8026-6943512cd77a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:41.899343 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09352ee-bf56-4730-ab8b-26d8130e2474 req-f2d747b1-29d7-4a6c-99ab-a7dc069dced2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:41.901850 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b09352ee-bf56-4730-ab8b-26d8130e2474 req-f2d747b1-29d7-4a6c-99ab-a7dc069dced2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1bb6d57a17a34ca0a86552ed9595186c&device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 1098 time: 0.1165233 Jun 16 12:51:42.107133 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09352ee-bf56-4730-ab8b-26d8130e2474 req-fc319819-0cc6-4806-bd4d-4925d5966d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:42.109732 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b09352ee-bf56-4730-ab8b-26d8130e2474 req-fc319819-0cc6-4806-bd4d-4925d5966d00 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9ac76732-b5e5-4a02-a83d-61dcd782119c HTTP/1.1" status: 200 len: 920 time: 0.1989663 Jun 16 12:51:42.220114 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5092f6-9d10-4651-9523-fb647212e5e4 req-464fe2c7-f60b-4d07-92ef-d354fbb3e9f4 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:42.226561 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4f5092f6-9d10-4651-9523-fb647212e5e4 req-464fe2c7-f60b-4d07-92ef-d354fbb3e9f4 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.2099304 Jun 16 12:51:42.320996 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4f5092f6-9d10-4651-9523-fb647212e5e4 req-dfb4fd06-3586-4abe-ae84-b79dedf5b7af tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796928 Jun 16 12:51:42.564657 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b09352ee-bf56-4730-ab8b-26d8130e2474 req-c2bf5560-7f13-41d2-bb04-36247a6e99be service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8abefd3e-8a24-46bb-971b-1d9f5e28c7df HTTP/1.1" status: 200 len: 217 time: 0.4407346 Jun 16 12:51:42.673486 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09352ee-bf56-4730-ab8b-26d8130e2474 req-9b26f4fd-981a-4d36-aa28-f7b92cdb31c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:42.675911 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b09352ee-bf56-4730-ab8b-26d8130e2474 req-9b26f4fd-981a-4d36-aa28-f7b92cdb31c9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e11ea1c4-1683-49da-8a09-a0382b92ba4a HTTP/1.1" status: 200 len: 859 time: 0.0977347 Jun 16 12:51:42.737209 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b09352ee-bf56-4730-ab8b-26d8130e2474 req-a10cf3d1-1863-4921-b88b-9b7471bda7be service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9ac76732-b5e5-4a02-a83d-61dcd782119c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496011 Jun 16 12:51:43.016210 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b09352ee-bf56-4730-ab8b-26d8130e2474 req-964dbe06-641b-4c27-a0f1-2c1c9e766c12 service neutron] 10.222.0.73 "GET /v2.0/networks/9ac76732-b5e5-4a02-a83d-61dcd782119c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645752 Jun 16 12:51:43.334809 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b09352ee-bf56-4730-ab8b-26d8130e2474 req-a984ee4c-bb6c-4209-ba38-f552389537a8 service neutron] 10.222.0.73 "GET /v2.0/networks/9ac76732-b5e5-4a02-a83d-61dcd782119c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923424 Jun 16 12:51:43.737583 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac850b97-8480-464f-ac99-b60ab735d981 req-d9f13f0b-371d-41af-b409-284bea5f1477 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:43.751541 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ac850b97-8480-464f-ac99-b60ab735d981 req-d9f13f0b-371d-41af-b409-284bea5f1477 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.1432145 Jun 16 12:51:43.770846 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 47542) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:43.833018 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ac850b97-8480-464f-ac99-b60ab735d981 req-f7c9f58d-6584-4b23-83df-4a827586e4c7 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797834 Jun 16 12:51:43.889232 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 47548) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:44.135301 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f866df88-1abc-489b-9b4b-b1c88c525729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:44.250761 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8f3d1763-545d-402b-952b-39cd106dbdbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:44.480228 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f866df88-1abc-489b-9b4b-b1c88c525729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:44.502964 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f866df88-1abc-489b-9b4b-b1c88c525729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:44.527641 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-d0ab1cac-8c3c-417f-916d-8908aa1ea353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:44.655686 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866df88-1abc-489b-9b4b-b1c88c525729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1428dda9-1410-4abf-9ff6-bd8930fe0de2,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:44.681149 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-f866df88-1abc-489b-9b4b-b1c88c525729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:44.699740 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-f866df88-1abc-489b-9b4b-b1c88c525729 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fe485566b1fd4b49952e4a39b860efb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7987494 Jun 16 12:51:44.700252 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 47568) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:44.829112 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d48140c5-94e7-4b3e-bf93-17bfa21082b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:44.867223 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8f3d1763-545d-402b-952b-39cd106dbdbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:44.876580 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d48140c5-94e7-4b3e-bf93-17bfa21082b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:44.876882 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8f3d1763-545d-402b-952b-39cd106dbdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:44.883869 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-45631b27-8d16-41aa-9feb-25cac4699b64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:44.978948 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-8f3d1763-545d-402b-952b-39cd106dbdbc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9e0ee52a6ded41cb90716adbabe0e5da&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2062268 Jun 16 12:51:44.986186 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 47578) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:44.988550 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d1763-545d-402b-952b-39cd106dbdbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da18dcbf-90de-4f39-afcf-57cda9034161,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:45.005599 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-8f3d1763-545d-402b-952b-39cd106dbdbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:45.016551 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d48140c5-94e7-4b3e-bf93-17bfa21082b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:45.022420 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d48140c5-94e7-4b3e-bf93-17bfa21082b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:45.024737 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-d48140c5-94e7-4b3e-bf93-17bfa21082b9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1428dda9-1410-4abf-9ff6-bd8930fe0de2 HTTP/1.1" status: 204 len: 168 time: 0.3279557 Jun 16 12:51:45.026192 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-f98c41d5-fca1-4da2-8b5b-786c290e4865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:45.059582 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48140c5-94e7-4b3e-bf93-17bfa21082b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1428dda9-1410-4abf-9ff6-bd8930fe0de2,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:45.073372 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-d48140c5-94e7-4b3e-bf93-17bfa21082b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:45.216899 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6ea75f31-1681-4943-961e-fb4fae862334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:45.282935 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6ea75f31-1681-4943-961e-fb4fae862334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:45.403151 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732e152-e9a5-4ff4-bee1-d46de4274d10 req-9dc3ae3e-8968-49d9-871c-3f722182c9ff tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:45.406310 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4732e152-e9a5-4ff4-bee1-d46de4274d10 req-9dc3ae3e-8968-49d9-871c-3f722182c9ff tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.2487650 Jun 16 12:51:45.451474 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6ea75f31-1681-4943-961e-fb4fae862334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:45.455563 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6ea75f31-1681-4943-961e-fb4fae862334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:45.462416 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-6ea75f31-1681-4943-961e-fb4fae862334 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/da18dcbf-90de-4f39-afcf-57cda9034161 HTTP/1.1" status: 204 len: 168 time: 0.4677517 Jun 16 12:51:45.464147 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-80ece17e-9c3a-44fb-bbc7-872bcd25131c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:45.489623 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea75f31-1681-4943-961e-fb4fae862334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da18dcbf-90de-4f39-afcf-57cda9034161,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:45.502809 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-6ea75f31-1681-4943-961e-fb4fae862334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:45.537662 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4732e152-e9a5-4ff4-bee1-d46de4274d10 req-626d5d50-6cc9-44c5-94b0-9fbbc20525ef tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187689 Jun 16 12:51:45.741262 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 47592) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:45.768838 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a258d4f3-7e57-4edc-aef9-433880ea1a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:46.010964 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a258d4f3-7e57-4edc-aef9-433880ea1a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:46.027796 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a258d4f3-7e57-4edc-aef9-433880ea1a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:46.035240 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-cd7412c6-19da-473c-b7aa-5aadd1da07c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:46.141340 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a258d4f3-7e57-4edc-aef9-433880ea1a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca0a6ca-af8a-4ac5-abe5-e010bf778270,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:46.154018 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-a258d4f3-7e57-4edc-aef9-433880ea1a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:46.160110 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-a258d4f3-7e57-4edc-aef9-433880ea1a86 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=71487f5329344f44a4f9f15112169e8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4160283 Jun 16 12:51:46.169716 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 47610) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:46.252035 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 47614) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:46.309563 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-987fcfa2-dc0f-42a7-b981-a2aaffd04c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:46.341436 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-02ca4caa-7fc2-43cd-975d-47d9547a0044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:46.405418 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-02ca4caa-7fc2-43cd-975d-47d9547a0044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:46.542075 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-02ca4caa-7fc2-43cd-975d-47d9547a0044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:46.554776 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-02ca4caa-7fc2-43cd-975d-47d9547a0044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:46.558576 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-02ca4caa-7fc2-43cd-975d-47d9547a0044 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/eca0a6ca-af8a-4ac5-abe5-e010bf778270 HTTP/1.1" status: 204 len: 168 time: 0.3892574 Jun 16 12:51:46.558576 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-17edbd66-7aa6-4fd4-a03e-b0163f5c4c88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:46.579239 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-987fcfa2-dc0f-42a7-b981-a2aaffd04c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:46.586792 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca4caa-7fc2-43cd-975d-47d9547a0044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca0a6ca-af8a-4ac5-abe5-e010bf778270,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:46.589656 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-987fcfa2-dc0f-42a7-b981-a2aaffd04c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:46.594394 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-db89c65a-b572-4804-8ae3-4b570a797ba7 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:46.605559 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-02ca4caa-7fc2-43cd-975d-47d9547a0044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:46.673502 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987fcfa2-dc0f-42a7-b981-a2aaffd04c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8a661c-eb2d-4a42-96f5-ffaf8d40b584,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:46.695703 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-987fcfa2-dc0f-42a7-b981-a2aaffd04c67 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=94b53bfeb2964dbcb5079f9907902fbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4416108 Jun 16 12:51:46.697323 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-987fcfa2-dc0f-42a7-b981-a2aaffd04c67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:46.699682 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 47622) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:46.827781 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 47626) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:46.884293 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e49ac372-7f3b-4769-ac47-b5f4d00f0715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:46.941635 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e49ac372-7f3b-4769-ac47-b5f4d00f0715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:47.067466 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e49ac372-7f3b-4769-ac47-b5f4d00f0715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:47.074211 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e49ac372-7f3b-4769-ac47-b5f4d00f0715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:47.078003 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-e49ac372-7f3b-4769-ac47-b5f4d00f0715 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1c8a661c-eb2d-4a42-96f5-ffaf8d40b584 HTTP/1.1" status: 204 len: 168 time: 0.3747337 Jun 16 12:51:47.080902 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-8f3d1763-545d-402b-952b-39cd106dbdbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:47.111891 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ac372-7f3b-4769-ac47-b5f4d00f0715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8a661c-eb2d-4a42-96f5-ffaf8d40b584,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:47.124758 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-e49ac372-7f3b-4769-ac47-b5f4d00f0715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:47.197771 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12e3df-d8cc-4a5b-a4a8-0458594f35f9 req-fb601bfc-9bc5-4655-ab23-c4737c37f6cb tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:47.202724 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9f12e3df-d8cc-4a5b-a4a8-0458594f35f9 req-fb601bfc-9bc5-4655-ab23-c4737c37f6cb tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.2830603 Jun 16 12:51:47.295953 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9f12e3df-d8cc-4a5b-a4a8-0458594f35f9 req-e6eeaca0-9f7e-4aab-bcbb-352b4499dd5e tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793889 Jun 16 12:51:47.566621 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-372f6834-7d3b-4d96-9ae9-7207f353e185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:47.801331 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-372f6834-7d3b-4d96-9ae9-7207f353e185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:47.809899 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-372f6834-7d3b-4d96-9ae9-7207f353e185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:47.817094 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-1ae4762f-b0f1-4ba8-827d-5ead4149e93b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:47.885598 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f6834-7d3b-4d96-9ae9-7207f353e185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b465f49f-f529-44c7-94e2-90250b8d6d57,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:47.893438 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-372f6834-7d3b-4d96-9ae9-7207f353e185 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=67d5d97806094a22b3960d13abb177d5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0640223 Jun 16 12:51:47.895576 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-372f6834-7d3b-4d96-9ae9-7207f353e185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:47.899559 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 47650) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:48.032729 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-412f8b61-6b93-4b25-903f-d4441062cc07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:48.088223 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-412f8b61-6b93-4b25-903f-d4441062cc07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:48.110492 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 47656) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:48.233976 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-78ddcd22-7756-4296-85b9-933587acc444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:48.361512 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-412f8b61-6b93-4b25-903f-d4441062cc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:48.369940 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-412f8b61-6b93-4b25-903f-d4441062cc07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:48.369940 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-412f8b61-6b93-4b25-903f-d4441062cc07 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b465f49f-f529-44c7-94e2-90250b8d6d57 HTTP/1.1" status: 204 len: 168 time: 0.4685366 Jun 16 12:51:48.373894 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-f1c3c9f5-af4f-4861-a806-7ef0861e5446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:48.421966 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f8b61-6b93-4b25-903f-d4441062cc07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b465f49f-f529-44c7-94e2-90250b8d6d57,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:48.455126 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-412f8b61-6b93-4b25-903f-d4441062cc07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:48.719142 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-78ddcd22-7756-4296-85b9-933587acc444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:48.729875 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-78ddcd22-7756-4296-85b9-933587acc444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:48.745558 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-2b3ea567-5284-40b6-b012-8f1cfa65e908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:48.838571 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-78ddcd22-7756-4296-85b9-933587acc444 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=37a55fe7ed9b4368916cbae792efccd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7261803 Jun 16 12:51:48.842567 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ddcd22-7756-4296-85b9-933587acc444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d7a76a-e389-4977-9ebd-952274b07fe9,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:48.849099 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 47680) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:48.859971 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-78ddcd22-7756-4296-85b9-933587acc444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:48.970287 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c5b26-d5bc-46ba-a52a-367cd5437be0 req-811b7f70-5f7e-46f3-843a-f2e65639a3c0 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:48.981219 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b13c5b26-d5bc-46ba-a52a-367cd5437be0 req-811b7f70-5f7e-46f3-843a-f2e65639a3c0 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.3209229 Jun 16 12:51:49.030064 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8c734399-9756-40a4-87aa-11805d7b46cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:49.079612 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b13c5b26-d5bc-46ba-a52a-367cd5437be0 req-d016c978-28ec-4bf0-a695-253d5d59f525 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965908 Jun 16 12:51:49.109258 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8c734399-9756-40a4-87aa-11805d7b46cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:49.250834 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8c734399-9756-40a4-87aa-11805d7b46cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:49.255370 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-8c734399-9756-40a4-87aa-11805d7b46cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:49.258377 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-8c734399-9756-40a4-87aa-11805d7b46cd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/66d7a76a-e389-4977-9ebd-952274b07fe9 HTTP/1.1" status: 204 len: 168 time: 0.4052324 Jun 16 12:51:49.259791 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-e9fef338-f44b-4975-99bd-ab4b7b7bc760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:49.283281 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c734399-9756-40a4-87aa-11805d7b46cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d7a76a-e389-4977-9ebd-952274b07fe9,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:49.287264 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-8c734399-9756-40a4-87aa-11805d7b46cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:50.479985 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf824883-b941-4282-b636-1b7009710137 req-8065b1fa-4f9f-471f-9929-f27091643330 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:50.482951 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-bf824883-b941-4282-b636-1b7009710137 req-8065b1fa-4f9f-471f-9929-f27091643330 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.1301281 Jun 16 12:51:50.558968 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-bf824883-b941-4282-b636-1b7009710137 req-99c9a178-9e67-49ab-a20c-1ec011d478e9 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647867 Jun 16 12:51:50.707762 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 47772) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:50.940729 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-6aeab7f7-2d21-46d2-8185-646bc5306438 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1493797412-network', 'tenant_id': '4b7db308073d4a089b0df0569909f5a2'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:51:51.024245 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aeab7f7-2d21-46d2-8185-646bc5306438 admin admin] Made reservation on behalf of 4b7db308073d4a089b0df0569909f5a2 for: {'network': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:51:51.032659 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6aeab7f7-2d21-46d2-8185-646bc5306438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for network, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:51.078117 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6aeab7f7-2d21-46d2-8185-646bc5306438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:51.308934 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6aeab7f7-2d21-46d2-8185-646bc5306438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:51.318014 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6aeab7f7-2d21-46d2-8185-646bc5306438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:51.325938 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-9f3ebd17-2210-4da5-bfe6-9ef06c36af8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:51.393923 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aeab7f7-2d21-46d2-8185-646bc5306438 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=109146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 12:51:51.415676 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeab7f7-2d21-46d2-8185-646bc5306438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28dd2ff9-82d9-446a-bbd9-3cfdb8ff8745,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:51.422764 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-6aeab7f7-2d21-46d2-8185-646bc5306438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:51.433618 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6aeab7f7-2d21-46d2-8185-646bc5306438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076'] for segment, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:51.434420 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.db.segments_db [None req-6aeab7f7-2d21-46d2-8185-646bc5306438 admin admin] Added segment 00a4e780-9b72-4f52-955e-542392fdcf96 of type vlan for network 9c6243b5-3d74-40e5-9530-76601d13d460 Jun 16 12:51:51.528631 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6aeab7f7-2d21-46d2-8185-646bc5306438 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754302079645'] for network, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:51.587843 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6aeab7f7-2d21-46d2-8185-646bc5306438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281'] for network, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:51.590380 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aeab7f7-2d21-46d2-8185-646bc5306438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:51.591269 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6aeab7f7-2d21-46d2-8185-646bc5306438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for network, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:51.594595 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-98b474b7-fd9e-473c-a70c-f297572570ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:51.673256 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-6aeab7f7-2d21-46d2-8185-646bc5306438 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9592798 Jun 16 12:51:51.679441 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 47814) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:51.691811 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-33e83c2e-dfda-475a-85ff-d18f9b252d56 admin admin] Request body: {'subnet': {'network_id': '9c6243b5-3d74-40e5-9530-76601d13d460', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1493797412-subnet', 'tenant_id': '4b7db308073d4a089b0df0569909f5a2', 'ip_version': 4}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:51:51.736280 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e83c2e-dfda-475a-85ff-d18f9b252d56 admin admin] Made reservation on behalf of 4b7db308073d4a089b0df0569909f5a2 for: {'subnet': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:51:51.742284 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-33e83c2e-dfda-475a-85ff-d18f9b252d56 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:51.744515 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeab7f7-2d21-46d2-8185-646bc5306438 admin admin] Pushing event updated for resources: {'Network': ['ID=9c6243b5-3d74-40e5-9530-76601d13d460,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:51.749376 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-6aeab7f7-2d21-46d2-8185-646bc5306438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:51.766794 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Network 9c6243b5-3d74-40e5-9530-76601d13d460 details requested by agent ovs-agent-dv-cinder-766296-6-iscsi with host dv-cinder-766296-6-iscsi {{(pid=109147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 12:51:52.054867 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706143e-1a10-407b-8c45-69c31c368d35 req-b62e05be-ca32-4717-833a-37b02e884049 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:52.057211 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0706143e-1a10-407b-8c45-69c31c368d35 req-b62e05be-ca32-4717-833a-37b02e884049 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.1963418 Jun 16 12:51:52.157382 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-33e83c2e-dfda-475a-85ff-d18f9b252d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272'] for subnet, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:52.163730 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-bdbfd0d7-51d4-4c69-9ba9-b69c9c463fe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:52.170458 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0706143e-1a10-407b-8c45-69c31c368d35 req-71c45b04-75ea-4ed4-a32b-1b954b5fa440 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010318 Jun 16 12:51:52.250530 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e83c2e-dfda-475a-85ff-d18f9b252d56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bf69c79-31ca-43a9-a491-65d3ffec99d5,revision_number=0']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:52.255955 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-33e83c2e-dfda-475a-85ff-d18f9b252d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:52.294991 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e83c2e-dfda-475a-85ff-d18f9b252d56 admin admin] Checking segment: {'id': '00a4e780-9b72-4f52-955e-542392fdcf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9c6243b5-3d74-40e5-9530-76601d13d460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:51:52.295926 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e83c2e-dfda-475a-85ff-d18f9b252d56 admin admin] Network hostable DHCP agents. Network: 9c6243b5-3d74-40e5-9530-76601d13d460, hostable agents: ['d62bbf24-a105-422a-86ef-12dacf7896c4'], hosted agents: [] {{(pid=109145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 12:51:52.331223 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e83c2e-dfda-475a-85ff-d18f9b252d56 admin admin] Network 9c6243b5-3d74-40e5-9530-76601d13d460 is scheduled to be hosted by DHCP agent d62bbf24-a105-422a-86ef-12dacf7896c4 with binding_index 1 {{(pid=109145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 12:51:52.348886 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [None req-33e83c2e-dfda-475a-85ff-d18f9b252d56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766296-6-iscsi, 9c6243b5-3d74-40e5-9530-76601d13d460) {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:51:52.355847 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e83c2e-dfda-475a-85ff-d18f9b252d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:52.356822 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-33e83c2e-dfda-475a-85ff-d18f9b252d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for subnet, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:52.371809 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa1ace9-3bf1-4e3a-a566-e5335ad8b661 None None] Network 9c6243b5-3d74-40e5-9530-76601d13d460 requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:51:52.394417 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-33e83c2e-dfda-475a-85ff-d18f9b252d56 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7077382 Jun 16 12:51:52.395360 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 47824) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:52.403080 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-79848ec6-ad2a-4a4c-97eb-9472aa51eee1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1493797412-router', 'tenant_id': '4b7db308073d4a089b0df0569909f5a2', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'}}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:51:52.440792 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-79848ec6-ad2a-4a4c-97eb-9472aa51eee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-448915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13965'] for router, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:52.442711 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-79848ec6-ad2a-4a4c-97eb-9472aa51eee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-489929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13942'] for router, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:52.560199 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-79848ec6-ad2a-4a4c-97eb-9472aa51eee1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:52.722958 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c1b577-e124-45c0-a7b5-e4e90a5c115b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa169a922-d219-5150-a7f6-9f81c4061e6e-9c6243b5-3d74-40e5-9530-76601d13d460', 'network_id': '9c6243b5-3d74-40e5-9530-76601d13d460', 'tenant_id': '4b7db308073d4a089b0df0569909f5a2', 'fixed_ips': [{'subnet_id': '9bf69c79-31ca-43a9-a491-65d3ffec99d5'}]}} from dv-cinder-766296-6-iscsi. {{(pid=109147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 12:51:52.725566 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35c1b577-e124-45c0-a7b5-e4e90a5c115b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:52.912461 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 47840) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:53.016985 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_v2 [None req-90bd5a20-09d6-443f-bc20-751448d33b3d admin admin] Deleting subnet 0b9bcdb5-4ce8-4056-a8db-5e2a900911dc {{(pid=109146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 12:51:53.025507 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-90bd5a20-09d6-443f-bc20-751448d33b3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:53.082847 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.db_base_plugin_common [None req-35c1b577-e124-45c0-a7b5-e4e90a5c115b None None] Allocated IP 172.20.0.2 (9c6243b5-3d74-40e5-9530-76601d13d460/9bf69c79-31ca-43a9-a491-65d3ffec99d5/09b8f897-f1a1-4d7f-889f-b85f0fcea2b0) {{(pid=109147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:51:53.128780 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-90bd5a20-09d6-443f-bc20-751448d33b3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32103771'] for subnet, precommit_delete_associations {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:53.249431 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-90bd5a20-09d6-443f-bc20-751448d33b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3717015'] for subnet, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:53.420598 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-79848ec6-ad2a-4a4c-97eb-9472aa51eee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-438913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13920'] for router, precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:53.602088 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-90bd5a20-09d6-443f-bc20-751448d33b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3717000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32077237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31807229'] for subnet, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:53.609820 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:53.679866 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35c1b577-e124-45c0-a7b5-e4e90a5c115b None None] Notify callbacks [] for port, precommit_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:53.685114 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd5a20-09d6-443f-bc20-751448d33b3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b9bcdb5-4ce8-4056-a8db-5e2a900911dc,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:53.692128 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-90bd5a20-09d6-443f-bc20-751448d33b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:53.698650 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-90bd5a20-09d6-443f-bc20-751448d33b3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:53.698929 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35c1b577-e124-45c0-a7b5-e4e90a5c115b None None] Transition to ACTIVE for port object 09b8f897-f1a1-4d7f-889f-b85f0fcea2b0 will not be triggered until provisioned by entity L2. {{(pid=109147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:51:53.703513 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-90bd5a20-09d6-443f-bc20-751448d33b3d admin admin] 10.222.0.67 "DELETE /v2.0/subnets/0b9bcdb5-4ce8-4056-a8db-5e2a900911dc HTTP/1.1" status: 204 len: 168 time: 0.7875931 Jun 16 12:51:53.708874 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 47854) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:53.734255 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-35c1b577-e124-45c0-a7b5-e4e90a5c115b None None] Transition to ACTIVE for port object 09b8f897-f1a1-4d7f-889f-b85f0fcea2b0 will not be triggered until provisioned by entity DHCP. {{(pid=109147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:51:53.747641 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35c1b577-e124-45c0-a7b5-e4e90a5c115b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438'] for port, after_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:53.766517 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:53.813564 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c1b577-e124-45c0-a7b5-e4e90a5c115b None None] Network 9c6243b5-3d74-40e5-9530-76601d13d460 is already hosted by enough agents. {{(pid=109147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:51:53.822865 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.scheduler.base_scheduler [None req-35c1b577-e124-45c0-a7b5-e4e90a5c115b None None] Resources bound (agent type, host, resource id): {{(pid=109147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:51:53.826936 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c1b577-e124-45c0-a7b5-e4e90a5c115b None None] Received port after_create {{(pid=109147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:51:53.869373 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1b577-e124-45c0-a7b5-e4e90a5c115b None None] Pushing event updated for resources: {'Port': ['ID=09b8f897-f1a1-4d7f-889f-b85f0fcea2b0,revision_number=1']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:53.874647 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-b65dcbe3-d4f4-4e67-b239-027ae85b0b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3773194'] for network, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:53.915258 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1b577-e124-45c0-a7b5-e4e90a5c115b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:53.915842 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1b577-e124-45c0-a7b5-e4e90a5c115b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:53.916383 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1b577-e124-45c0-a7b5-e4e90a5c115b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:53.916850 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1b577-e124-45c0-a7b5-e4e90a5c115b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:53.917376 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1b577-e124-45c0-a7b5-e4e90a5c115b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:53.917542 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93e845-5e00-4de7-b941-0c176fe7588c req-d3e36414-ee4d-412a-bee8-d950c481d0fb tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:53.917926 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1b577-e124-45c0-a7b5-e4e90a5c115b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:53.918499 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1b577-e124-45c0-a7b5-e4e90a5c115b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:53.919028 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1b577-e124-45c0-a7b5-e4e90a5c115b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:53.919509 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1b577-e124-45c0-a7b5-e4e90a5c115b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:53.920009 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1b577-e124-45c0-a7b5-e4e90a5c115b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:53.920478 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1b577-e124-45c0-a7b5-e4e90a5c115b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:53.921014 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1b577-e124-45c0-a7b5-e4e90a5c115b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:53.931056 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8b93e845-5e00-4de7-b941-0c176fe7588c req-d3e36414-ee4d-412a-bee8-d950c481d0fb tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.2251692 Jun 16 12:51:53.957749 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-35c1b577-e124-45c0-a7b5-e4e90a5c115b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:53.987392 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-35c1b577-e124-45c0-a7b5-e4e90a5c115b None None] Attempting to bind port 09b8f897-f1a1-4d7f-889f-b85f0fcea2b0 on host dv-cinder-766296-6-iscsi for vnic_type normal with profile {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:51:53.988008 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-35c1b577-e124-45c0-a7b5-e4e90a5c115b None None] Attempting to bind port 09b8f897-f1a1-4d7f-889f-b85f0fcea2b0 by drivers openvswitch,hyperv on host dv-cinder-766296-6-iscsi at level 0 using segments [{'id': '00a4e780-9b72-4f52-955e-542392fdcf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9c6243b5-3d74-40e5-9530-76601d13d460'}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:51:53.988883 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c1b577-e124-45c0-a7b5-e4e90a5c115b None None] Attempting to bind port 09b8f897-f1a1-4d7f-889f-b85f0fcea2b0 on network 9c6243b5-3d74-40e5-9530-76601d13d460 {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:51:53.998827 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c1b577-e124-45c0-a7b5-e4e90a5c115b None None] Checking agent: {'id': '02c43e25-bd45-43d2-952e-f18e4af744aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766296-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 40, 6), 'started_at': datetime.datetime(2021, 6, 16, 12, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766296-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:51:53.999841 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c1b577-e124-45c0-a7b5-e4e90a5c115b None None] Checking segment: {'id': '00a4e780-9b72-4f52-955e-542392fdcf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9c6243b5-3d74-40e5-9530-76601d13d460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:51:54.000752 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35c1b577-e124-45c0-a7b5-e4e90a5c115b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:54.001299 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c1b577-e124-45c0-a7b5-e4e90a5c115b None None] Bound using segment: {'id': '00a4e780-9b72-4f52-955e-542392fdcf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9c6243b5-3d74-40e5-9530-76601d13d460'} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:51:54.002432 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-35c1b577-e124-45c0-a7b5-e4e90a5c115b None None] Bound port: 09b8f897-f1a1-4d7f-889f-b85f0fcea2b0, host: dv-cinder-766296-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a4e780-9b72-4f52-955e-542392fdcf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9c6243b5-3d74-40e5-9530-76601d13d460'}}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:51:54.003239 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35c1b577-e124-45c0-a7b5-e4e90a5c115b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:54.091483 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-b65dcbe3-d4f4-4e67-b239-027ae85b0b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3713560', 'neutron.services.segments.db._delete_segments_for_network-8754302582321'] for network, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:54.109858 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-b65dcbe3-d4f4-4e67-b239-027ae85b0b70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f644d85d430>,) {'filters': {'network_id': ['7eddfd33-e773-4d96-8e70-0209ee3d371c']}} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:51:54.128238 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-b65dcbe3-d4f4-4e67-b239-027ae85b0b70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f644d85d430>, '12cbc27b-ea8d-49b2-8fea-1d5e4fb42bc4') {'for_net_delete': True} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:51:54.128669 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-b65dcbe3-d4f4-4e67-b239-027ae85b0b70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f644d85d430>, '12cbc27b-ea8d-49b2-8fea-1d5e4fb42bc4') {} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:51:54.145254 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-b65dcbe3-d4f4-4e67-b239-027ae85b0b70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754302581378', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32103746'] for segment, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:54.150158 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8b93e845-5e00-4de7-b941-0c176fe7588c req-322566ce-fdb8-4f9f-990d-53214ef4b4af tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175999 Jun 16 12:51:54.169149 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-79848ec6-ad2a-4a4c-97eb-9472aa51eee1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:54.171203 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-35c1b577-e124-45c0-a7b5-e4e90a5c115b None None] For port 09b8f897-f1a1-4d7f-889f-b85f0fcea2b0, host dv-cinder-766296-6-iscsi, cleared binding levels {{(pid=109147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:51:54.182319 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-35c1b577-e124-45c0-a7b5-e4e90a5c115b None None] For port 09b8f897-f1a1-4d7f-889f-b85f0fcea2b0, host dv-cinder-766296-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=09b8f897-f1a1-4d7f-889f-b85f0fcea2b0,segment=NetworkSegment(00a4e780-9b72-4f52-955e-542392fdcf96),segment_id=00a4e780-9b72-4f52-955e-542392fdcf96)] {{(pid=109147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:51:54.188910 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-b65dcbe3-d4f4-4e67-b239-027ae85b0b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076'] for segment, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:54.200296 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-35c1b577-e124-45c0-a7b5-e4e90a5c115b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:54.204844 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:54.220411 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b65dcbe3-d4f4-4e67-b239-027ae85b0b70 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=109146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 12:51:54.222029 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-b65dcbe3-d4f4-4e67-b239-027ae85b0b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32077098'] for segment, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:54.226791 dv-cinder-766296-6-iscsi neutron-server[109146]: Traceback (most recent call last): Jun 16 12:51:54.226791 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 12:51:54.226791 dv-cinder-766296-6-iscsi neutron-server[109146]: timer() Jun 16 12:51:54.226791 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 12:51:54.226791 dv-cinder-766296-6-iscsi neutron-server[109146]: cb(*args, **kw) Jun 16 12:51:54.226791 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 12:51:54.226791 dv-cinder-766296-6-iscsi neutron-server[109146]: return func(*args, **kwargs) Jun 16 12:51:54.226791 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 12:51:54.226791 dv-cinder-766296-6-iscsi neutron-server[109146]: self._notify() Jun 16 12:51:54.226791 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 12:51:54.226791 dv-cinder-766296-6-iscsi neutron-server[109146]: self.callback(batched_events) Jun 16 12:51:54.226791 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 12:51:54.226791 dv-cinder-766296-6-iscsi neutron-server[109146]: event.method(event) Jun 16 12:51:54.226791 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 12:51:54.226791 dv-cinder-766296-6-iscsi neutron-server[109146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 12:51:54.226791 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 12:51:54.226791 dv-cinder-766296-6-iscsi neutron-server[109146]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 12:51:54.226791 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 12:51:54.226791 dv-cinder-766296-6-iscsi neutron-server[109146]: return f(self, *a, **k) Jun 16 12:51:54.226791 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 12:51:54.226791 dv-cinder-766296-6-iscsi neutron-server[109146]: return self._get(url).json() Jun 16 12:51:54.226791 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 12:51:54.226791 dv-cinder-766296-6-iscsi neutron-server[109146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 12:51:54.226791 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 12:51:54.226791 dv-cinder-766296-6-iscsi neutron-server[109146]: return self.request(url, 'GET', **kwargs) Jun 16 12:51:54.226791 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 12:51:54.226791 dv-cinder-766296-6-iscsi neutron-server[109146]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 12:51:54.226791 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 12:51:54.226791 dv-cinder-766296-6-iscsi neutron-server[109146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 12:51:54.226791 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 12:51:54.226791 dv-cinder-766296-6-iscsi neutron-server[109146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 12:51:54.226791 dv-cinder-766296-6-iscsi neutron-server[109146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 12:51:54.230901 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-79848ec6-ad2a-4a4c-97eb-9472aa51eee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:54.359265 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1b577-e124-45c0-a7b5-e4e90a5c115b None None] Pushing event updated for resources: {'Port': ['ID=09b8f897-f1a1-4d7f-889f-b85f0fcea2b0,revision_number=2']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:54.367067 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-35c1b577-e124-45c0-a7b5-e4e90a5c115b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:54.388599 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-b65dcbe3-d4f4-4e67-b239-027ae85b0b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3713553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442210'] for network, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:54.395643 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-cf9a3620-b897-4bda-9b0c-087faaf2cb71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:54.400896 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-b65dcbe3-d4f4-4e67-b239-027ae85b0b70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for network, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:54.404566 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-b65dcbe3-d4f4-4e67-b239-027ae85b0b70 admin admin] 10.222.0.67 "DELETE /v2.0/networks/7eddfd33-e773-4d96-8e70-0209ee3d371c HTTP/1.1" status: 204 len: 168 time: 0.6939592 Jun 16 12:51:54.426425 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 47860) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:54.529338 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65dcbe3-d4f4-4e67-b239-027ae85b0b70 admin admin] Pushing event deleted for resources: {'Network': ['ID=7eddfd33-e773-4d96-8e70-0209ee3d371c,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:54.532860 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-b65dcbe3-d4f4-4e67-b239-027ae85b0b70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:54.542644 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [None req-79848ec6-ad2a-4a4c-97eb-9472aa51eee1 admin admin] Allocated IP 172.27.0.51 (31dc54ca-819a-4fca-8a47-71bd58082db2/22fb36b4-54fb-4b68-bc71-a723384dad9b/52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:51:54.576192 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_v2 [None req-d57704fe-a046-4d52-9db0-cc0da6600bfb admin admin] Deleting subnet 62817c39-48c8-43cf-9691-a21b12518a37 {{(pid=109146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 12:51:54.583090 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d57704fe-a046-4d52-9db0-cc0da6600bfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:54.676203 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d57704fe-a046-4d52-9db0-cc0da6600bfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32103771'] for subnet, precommit_delete_associations {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:54.798507 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d57704fe-a046-4d52-9db0-cc0da6600bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3717015'] for subnet, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:54.889646 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-79848ec6-ad2a-4a4c-97eb-9472aa51eee1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:54.932267 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d57704fe-a046-4d52-9db0-cc0da6600bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3717000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32077237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31807229'] for subnet, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:54.938359 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:54.979806 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57704fe-a046-4d52-9db0-cc0da6600bfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62817c39-48c8-43cf-9691-a21b12518a37,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:54.988372 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-d57704fe-a046-4d52-9db0-cc0da6600bfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:54.988702 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-79848ec6-ad2a-4a4c-97eb-9472aa51eee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438'] for port, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:54.995701 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d57704fe-a046-4d52-9db0-cc0da6600bfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:54.999899 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-9bb75df0-9553-437f-a58b-fcd05418d3f9 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:55.000246 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-d57704fe-a046-4d52-9db0-cc0da6600bfb admin admin] 10.222.0.67 "DELETE /v2.0/subnets/62817c39-48c8-43cf-9691-a21b12518a37 HTTP/1.1" status: 204 len: 168 time: 0.5674710 Jun 16 12:51:55.004287 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 47868) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:55.058955 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79848ec6-ad2a-4a4c-97eb-9472aa51eee1 admin admin] Network 31dc54ca-819a-4fca-8a47-71bd58082db2 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:51:55.076918 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [None req-79848ec6-ad2a-4a4c-97eb-9472aa51eee1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:51:55.084019 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79848ec6-ad2a-4a4c-97eb-9472aa51eee1 admin admin] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:51:55.134293 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79848ec6-ad2a-4a4c-97eb-9472aa51eee1 admin admin] Pushing event updated for resources: {'Port': ['ID=52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:55.167544 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e8b11a2e-257c-414d-b96c-cd265abad0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3773194'] for network, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:55.179655 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-79848ec6-ad2a-4a4c-97eb-9472aa51eee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:55.336283 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e8b11a2e-257c-414d-b96c-cd265abad0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3713560', 'neutron.services.segments.db._delete_segments_for_network-8754302582321'] for network, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:55.357641 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-e8b11a2e-257c-414d-b96c-cd265abad0bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f644da59bb0>,) {'filters': {'network_id': ['139953c8-3045-4d70-8cf6-0c7ea7fcaad0']}} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:51:55.387707 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-e8b11a2e-257c-414d-b96c-cd265abad0bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f644da59bb0>, 'd9c43c1b-2568-4d4f-a306-a01dcebcc109') {'for_net_delete': True} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:51:55.388394 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-e8b11a2e-257c-414d-b96c-cd265abad0bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f644da59bb0>, 'd9c43c1b-2568-4d4f-a306-a01dcebcc109') {} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:51:55.425588 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e8b11a2e-257c-414d-b96c-cd265abad0bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754302581378', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32103746'] for segment, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:55.468089 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e8b11a2e-257c-414d-b96c-cd265abad0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076'] for segment, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:55.486785 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b11a2e-257c-414d-b96c-cd265abad0bc admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=109146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 12:51:55.487716 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e8b11a2e-257c-414d-b96c-cd265abad0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32077098'] for segment, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:55.497228 dv-cinder-766296-6-iscsi neutron-server[109146]: Traceback (most recent call last): Jun 16 12:51:55.497228 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 12:51:55.497228 dv-cinder-766296-6-iscsi neutron-server[109146]: timer() Jun 16 12:51:55.497228 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 12:51:55.497228 dv-cinder-766296-6-iscsi neutron-server[109146]: cb(*args, **kw) Jun 16 12:51:55.497228 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 12:51:55.497228 dv-cinder-766296-6-iscsi neutron-server[109146]: return func(*args, **kwargs) Jun 16 12:51:55.497228 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 12:51:55.497228 dv-cinder-766296-6-iscsi neutron-server[109146]: self._notify() Jun 16 12:51:55.497228 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 12:51:55.497228 dv-cinder-766296-6-iscsi neutron-server[109146]: self.callback(batched_events) Jun 16 12:51:55.497228 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 12:51:55.497228 dv-cinder-766296-6-iscsi neutron-server[109146]: event.method(event) Jun 16 12:51:55.497228 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 12:51:55.497228 dv-cinder-766296-6-iscsi neutron-server[109146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 12:51:55.497228 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 12:51:55.497228 dv-cinder-766296-6-iscsi neutron-server[109146]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 12:51:55.497228 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 12:51:55.497228 dv-cinder-766296-6-iscsi neutron-server[109146]: return f(self, *a, **k) Jun 16 12:51:55.497228 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 12:51:55.497228 dv-cinder-766296-6-iscsi neutron-server[109146]: return self._get(url).json() Jun 16 12:51:55.497228 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 12:51:55.497228 dv-cinder-766296-6-iscsi neutron-server[109146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 12:51:55.497228 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 12:51:55.497228 dv-cinder-766296-6-iscsi neutron-server[109146]: return self.request(url, 'GET', **kwargs) Jun 16 12:51:55.497228 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 12:51:55.497228 dv-cinder-766296-6-iscsi neutron-server[109146]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 12:51:55.497228 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 12:51:55.497228 dv-cinder-766296-6-iscsi neutron-server[109146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 12:51:55.497228 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 12:51:55.497228 dv-cinder-766296-6-iscsi neutron-server[109146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 12:51:55.497228 dv-cinder-766296-6-iscsi neutron-server[109146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 12:51:55.649126 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9489144-217f-4224-b4e8-f50a6c2d1212 req-0bffe9cd-ddd1-4698-ba66-62e665e352cb tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:55.667209 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d9489144-217f-4224-b4e8-f50a6c2d1212 req-0bffe9cd-ddd1-4698-ba66-62e665e352cb tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.2030933 Jun 16 12:51:55.681308 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-79848ec6-ad2a-4a4c-97eb-9472aa51eee1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:55.699032 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e8b11a2e-257c-414d-b96c-cd265abad0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3713553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442210'] for network, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:55.707428 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:55.727014 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e8b11a2e-257c-414d-b96c-cd265abad0bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for network, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:55.731606 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-e8b11a2e-257c-414d-b96c-cd265abad0bc admin admin] 10.222.0.67 "DELETE /v2.0/networks/139953c8-3045-4d70-8cf6-0c7ea7fcaad0 HTTP/1.1" status: 204 len: 168 time: 0.7254248 Jun 16 12:51:55.764688 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b11a2e-257c-414d-b96c-cd265abad0bc admin admin] Pushing event deleted for resources: {'Network': ['ID=139953c8-3045-4d70-8cf6-0c7ea7fcaad0,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:55.768173 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-e8b11a2e-257c-414d-b96c-cd265abad0bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:55.900321 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d9489144-217f-4224-b4e8-f50a6c2d1212 req-0e0077b8-ce8e-496c-ae90-407d8f5dc1db tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315745 Jun 16 12:51:56.028186 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050f051a-2da3-49a5-a169-70ae4f6da11e None None] Network 9c6243b5-3d74-40e5-9530-76601d13d460 requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:51:56.055181 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 47884) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:56.205338 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-b01ff505-fb0f-4b37-9da3-b96dcff83dd3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0e8f5d31e84c44d8ac0baf6ec2a7bfef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1468608 Jun 16 12:51:56.208777 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 47886) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:56.237535 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 09b8f897-f1a1-4d7f-889f-b85f0fcea2b0 up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:51:56.280572 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-79848ec6-ad2a-4a4c-97eb-9472aa51eee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439031'] for router, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:56.340242 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-68caa7b7-036a-4cb5-88a0-d38d84b2fa5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:56.390959 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-68caa7b7-036a-4cb5-88a0-d38d84b2fa5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:56.475074 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-15a25152-8a62-42b1-aca1-7493ed5d276c None None] Provisioning for port 09b8f897-f1a1-4d7f-889f-b85f0fcea2b0 completed by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:51:56.525578 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-68caa7b7-036a-4cb5-88a0-d38d84b2fa5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:56.530745 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-68caa7b7-036a-4cb5-88a0-d38d84b2fa5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:56.549920 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-68caa7b7-036a-4cb5-88a0-d38d84b2fa5c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/64c0868f-52e4-41f4-b4e1-7c7bd1422ba5 HTTP/1.1" status: 204 len: 168 time: 0.3385434 Jun 16 12:51:56.554630 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-6aeab7f7-2d21-46d2-8185-646bc5306438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:56.588660 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68caa7b7-036a-4cb5-88a0-d38d84b2fa5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c0868f-52e4-41f4-b4e1-7c7bd1422ba5,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:56.594730 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-68caa7b7-036a-4cb5-88a0-d38d84b2fa5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:56.702833 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79848ec6-ad2a-4a4c-97eb-9472aa51eee1 admin admin] Router 1ec4785e-773a-49bd-a508-789a73d42028 is scheduled to L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 with binding_index 1 {{(pid=109145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 12:51:56.760777 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning for port 09b8f897-f1a1-4d7f-889f-b85f0fcea2b0 completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:51:56.862502 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port 09b8f897-f1a1-4d7f-889f-b85f0fcea2b0 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:51:56.863654 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:57.078581 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79848ec6-ad2a-4a4c-97eb-9472aa51eee1 admin admin] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 12:51:57.105570 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4e9a58-8ceb-476b-bec6-21d07f99e2e1 None None] Sync routers for ids ['1ec4785e-773a-49bd-a508-789a73d42028'] in dv-cinder-766296-6-iscsi {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 12:51:57.138993 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:57.144204 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4e9a58-8ceb-476b-bec6-21d07f99e2e1 None None] Routers {'1ec4785e-773a-49bd-a508-789a73d42028'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:51:57.145786 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-3e4e9a58-8ceb-476b-bec6-21d07f99e2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644b5a5610>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:51:35Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['1ec4785e-773a-49bd-a508-789a73d42028'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:51:57.168227 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-79848ec6-ad2a-4a4c-97eb-9472aa51eee1 admin admin] Notify callbacks [] for router, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:57.175154 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-79848ec6-ad2a-4a4c-97eb-9472aa51eee1 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.7737408 Jun 16 12:51:57.176518 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 47904) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:57.323516 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] For port 09b8f897-f1a1-4d7f-889f-b85f0fcea2b0, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=09b8f897-f1a1-4d7f-889f-b85f0fcea2b0,segment=NetworkSegment(00a4e780-9b72-4f52-955e-542392fdcf96),segment_id=00a4e780-9b72-4f52-955e-542392fdcf96)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:51:57.344697 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:57.372539 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:57.571425 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Pushing event updated for resources: {'Port': ['ID=09b8f897-f1a1-4d7f-889f-b85f0fcea2b0,revision_number=3']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:57.583741 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:57.595727 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-3e4e9a58-8ceb-476b-bec6-21d07f99e2e1 None None] Set router 1ec4785e-773a-49bd-a508-789a73d42028 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:51:57.639464 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db9421-d7ce-4b90-93d6-15452c1aac17 req-09ff4b42-c7c4-447f-ae34-bfde6baa06eb tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:57.642708 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b3db9421-d7ce-4b90-93d6-15452c1aac17 req-09ff4b42-c7c4-447f-ae34-bfde6baa06eb tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.2334831 Jun 16 12:51:57.676379 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 47906) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:57.686779 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8f4c5bdd-1880-445c-8db5-b0f1c6da4373 None None] Provisioning complete for port 09b8f897-f1a1-4d7f-889f-b85f0fcea2b0 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:51:57.687436 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8f4c5bdd-1880-445c-8db5-b0f1c6da4373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:57.759132 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b3db9421-d7ce-4b90-93d6-15452c1aac17 req-442386a6-53cb-44b0-9136-e50f4360e767 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047785 Jun 16 12:51:57.947757 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-56ed97d6-be41-43a8-a85f-fd3cac48d349 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2db923bdba80457c8007e007adc3ba60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2666233 Jun 16 12:51:57.948794 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 47912) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:51:58.113780 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-3e4e9a58-8ceb-476b-bec6-21d07f99e2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644b5a5610>, [{'id': '1ec4785e-773a-49bd-a508-789a73d42028', 'name': 'tempest-TestShelveInstance-1493797412-router', 'tenant_id': '4b7db308073d4a089b0df0569909f5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:51:52Z', 'updated_at': '2021-06-16T12:51:55Z', 'revision_number': 3, 'project_id': '4b7db308073d4a089b0df0569909f5a2', 'gw_port': {'id': '52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec4785e-773a-49bd-a508-789a73d42028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:51:54Z', 'updated_at': '2021-06-16T12:51:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi'}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:51:58.127317 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4e9a58-8ceb-476b-bec6-21d07f99e2e1 None None] Checking router: 1ec4785e-773a-49bd-a508-789a73d42028 for host: dv-cinder-766296-6-iscsi {{(pid=109148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 12:51:58.128270 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4e9a58-8ceb-476b-bec6-21d07f99e2e1 None None] Updating router 1ec4785e-773a-49bd-a508-789a73d42028 port 52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1 binding host dv-cinder-766296-6-iscsi {{(pid=109148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 12:51:58.129250 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-51dac678-aa40-4cf0-8549-9a4f2f6996d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:58.198598 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-51dac678-aa40-4cf0-8549-9a4f2f6996d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:58.237704 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 09b8f897-f1a1-4d7f-889f-b85f0fcea2b0 up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:51:58.266373 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-3e4e9a58-8ceb-476b-bec6-21d07f99e2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:58.371795 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-51dac678-aa40-4cf0-8549-9a4f2f6996d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:58.376942 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-51dac678-aa40-4cf0-8549-9a4f2f6996d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:58.382790 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-51dac678-aa40-4cf0-8549-9a4f2f6996d9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e29e2a82-fd74-46e5-a094-1e40ae766dd0 HTTP/1.1" status: 204 len: 168 time: 0.4284501 Jun 16 12:51:58.382790 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-6ea75f31-1681-4943-961e-fb4fae862334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:58.410134 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dac678-aa40-4cf0-8549-9a4f2f6996d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29e2a82-fd74-46e5-a094-1e40ae766dd0,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:58.416269 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-51dac678-aa40-4cf0-8549-9a4f2f6996d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:58.470421 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port 09b8f897-f1a1-4d7f-889f-b85f0fcea2b0 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:51:58.476679 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:58.811553 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a5e908d9-6f75-4985-863a-560b39ea2ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:59.019500 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88813750-2aef-447e-ad50-71a97a9ca114 req-92b9332f-6793-416f-9541-467fd2fe23f5 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:59.034575 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-88813750-2aef-447e-ad50-71a97a9ca114 req-92b9332f-6793-416f-9541-467fd2fe23f5 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.1793787 Jun 16 12:51:59.105990 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-3e4e9a58-8ceb-476b-bec6-21d07f99e2e1 None None] Notify callbacks [] for port, precommit_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:59.126108 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.provisioning_blocks [None req-3e4e9a58-8ceb-476b-bec6-21d07f99e2e1 None None] Transition to ACTIVE for port object 52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1 will not be triggered until provisioned by entity L2. {{(pid=109148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:51:59.135114 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-88813750-2aef-447e-ad50-71a97a9ca114 req-a814fc7b-6002-47f6-b106-1efd440ce780 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982807 Jun 16 12:51:59.142007 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-3e4e9a58-8ceb-476b-bec6-21d07f99e2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:59.147279 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:59.249404 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab094327-7dee-43ac-938f-cd00e6ea12a7 None None] Pushing event updated for resources: {'Port': ['ID=52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1,revision_number=2']} {{(pid=109148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:59.254713 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [None req-a5e908d9-6f75-4985-863a-560b39ea2ee5 admin admin] Allocated IP 172.20.0.1 (9c6243b5-3d74-40e5-9530-76601d13d460/9bf69c79-31ca-43a9-a491-65d3ffec99d5/976624b9-aafd-443c-be7a-26965f5153b2) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:51:59.275895 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab094327-7dee-43ac-938f-cd00e6ea12a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:59.276521 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab094327-7dee-43ac-938f-cd00e6ea12a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:59.277124 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab094327-7dee-43ac-938f-cd00e6ea12a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:59.277681 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab094327-7dee-43ac-938f-cd00e6ea12a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:59.278574 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab094327-7dee-43ac-938f-cd00e6ea12a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:59.279222 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab094327-7dee-43ac-938f-cd00e6ea12a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:59.279740 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab094327-7dee-43ac-938f-cd00e6ea12a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:59.280377 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab094327-7dee-43ac-938f-cd00e6ea12a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:59.280908 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab094327-7dee-43ac-938f-cd00e6ea12a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:59.281481 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab094327-7dee-43ac-938f-cd00e6ea12a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:59.282059 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab094327-7dee-43ac-938f-cd00e6ea12a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:59.282651 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab094327-7dee-43ac-938f-cd00e6ea12a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:51:59.314982 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG oslo_concurrency.lockutils [None req-ab094327-7dee-43ac-938f-cd00e6ea12a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=109148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:51:59.343165 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-3e4e9a58-8ceb-476b-bec6-21d07f99e2e1 None None] Attempting to bind port 52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1 on host dv-cinder-766296-6-iscsi for vnic_type normal with profile {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:51:59.343869 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-3e4e9a58-8ceb-476b-bec6-21d07f99e2e1 None None] Attempting to bind port 52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1 by drivers openvswitch,hyperv on host dv-cinder-766296-6-iscsi at level 0 using segments [{'id': 'ccabc92d-cb7c-48c7-8ba2-36435bcfb991', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'}] {{(pid=109148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:51:59.344726 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4e9a58-8ceb-476b-bec6-21d07f99e2e1 None None] Attempting to bind port 52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1 on network 31dc54ca-819a-4fca-8a47-71bd58082db2 {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:51:59.357186 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4e9a58-8ceb-476b-bec6-21d07f99e2e1 None None] Checking agent: {'id': '02c43e25-bd45-43d2-952e-f18e4af744aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766296-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 40, 6), 'started_at': datetime.datetime(2021, 6, 16, 12, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766296-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:51:59.357855 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4e9a58-8ceb-476b-bec6-21d07f99e2e1 None None] Checking segment: {'id': 'ccabc92d-cb7c-48c7-8ba2-36435bcfb991', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:51:59.358628 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-3e4e9a58-8ceb-476b-bec6-21d07f99e2e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:59.359406 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4e9a58-8ceb-476b-bec6-21d07f99e2e1 None None] Bound using segment: {'id': 'ccabc92d-cb7c-48c7-8ba2-36435bcfb991', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'} {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:51:59.360647 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-3e4e9a58-8ceb-476b-bec6-21d07f99e2e1 None None] Bound port: 52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1, host: dv-cinder-766296-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccabc92d-cb7c-48c7-8ba2-36435bcfb991', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'}}] {{(pid=109148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:51:59.361241 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-3e4e9a58-8ceb-476b-bec6-21d07f99e2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:59.566771 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.db [None req-3e4e9a58-8ceb-476b-bec6-21d07f99e2e1 None None] For port 52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1, host dv-cinder-766296-6-iscsi, cleared binding levels {{(pid=109148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:51:59.577926 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.db [None req-3e4e9a58-8ceb-476b-bec6-21d07f99e2e1 None None] For port 52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1, host dv-cinder-766296-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1,segment=NetworkSegment(ccabc92d-cb7c-48c7-8ba2-36435bcfb991),segment_id=ccabc92d-cb7c-48c7-8ba2-36435bcfb991)] {{(pid=109148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:51:59.590721 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-3e4e9a58-8ceb-476b-bec6-21d07f99e2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:59.598810 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG oslo_concurrency.lockutils [None req-46b2280e-fd58-40c6-ba51-776f8778e6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:59.630643 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74e0a0-8abb-4fed-8438-f1f706f0d272 req-ad175ce2-3049-4ea0-bc00-ef12d0ccbd54 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:51:59.634858 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ac74e0a0-8abb-4fed-8438-f1f706f0d272 req-ad175ce2-3049-4ea0-bc00-ef12d0ccbd54 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.2004099 Jun 16 12:51:59.713494 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a5e908d9-6f75-4985-863a-560b39ea2ee5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:59.715807 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4e9a58-8ceb-476b-bec6-21d07f99e2e1 None None] Routers {'1ec4785e-773a-49bd-a508-789a73d42028'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:51:59.716929 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-3e4e9a58-8ceb-476b-bec6-21d07f99e2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644b5a5610>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:51:35Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['1ec4785e-773a-49bd-a508-789a73d42028'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:51:59.754088 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ac74e0a0-8abb-4fed-8438-f1f706f0d272 req-501316be-3011-4926-a5d7-076ff6f77834 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093054 Jun 16 12:51:59.765631 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.provisioning_blocks [None req-a5e908d9-6f75-4985-863a-560b39ea2ee5 admin admin] Transition to ACTIVE for port object 976624b9-aafd-443c-be7a-26965f5153b2 will not be triggered until provisioned by entity DHCP. {{(pid=109146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:51:59.840003 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab094327-7dee-43ac-938f-cd00e6ea12a7 None None] Pushing event updated for resources: {'Port': ['ID=52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1,revision_number=3']} {{(pid=109148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:51:59.849249 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a5e908d9-6f75-4985-863a-560b39ea2ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32077152'] for port, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:51:59.855330 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:51:59.935061 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e908d9-6f75-4985-863a-560b39ea2ee5 admin admin] Network 9c6243b5-3d74-40e5-9530-76601d13d460 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:51:59.945621 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-a5e908d9-6f75-4985-863a-560b39ea2ee5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:51:59.952032 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e908d9-6f75-4985-863a-560b39ea2ee5 admin admin] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:51:59.982269 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG oslo_concurrency.lockutils [None req-ab094327-7dee-43ac-938f-cd00e6ea12a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=109148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:52:00.087761 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-3e4e9a58-8ceb-476b-bec6-21d07f99e2e1 None None] Set router 1ec4785e-773a-49bd-a508-789a73d42028 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:52:00.099732 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a5e908d9-6f75-4985-863a-560b39ea2ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442950'] for router_interface, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:00.104799 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e908d9-6f75-4985-863a-560b39ea2ee5 admin admin] Pushing event updated for resources: {'Port': ['ID=976624b9-aafd-443c-be7a-26965f5153b2,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:52:00.225749 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-a5e908d9-6f75-4985-863a-560b39ea2ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:52:00.467936 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc088f96-fbdc-4055-9040-370cdd7d2b0b req-7b9e6db8-8bf4-4556-b1fa-32230aad45f7 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:00.487268 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-cc088f96-fbdc-4055-9040-370cdd7d2b0b req-7b9e6db8-8bf4-4556-b1fa-32230aad45f7 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 945 time: 0.2289054 Jun 16 12:52:00.583657 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a5e908d9-6f75-4985-863a-560b39ea2ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:00.589917 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-e67b3281-2d8e-4566-8cc1-db89f2bd8d8b None None] Provisioning for port 976624b9-aafd-443c-be7a-26965f5153b2 completed by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:52:00.610953 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-e67b3281-2d8e-4566-8cc1-db89f2bd8d8b None None] Provisioning complete for port 976624b9-aafd-443c-be7a-26965f5153b2 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:52:00.623485 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-e67b3281-2d8e-4566-8cc1-db89f2bd8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:00.750669 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-cc088f96-fbdc-4055-9040-370cdd7d2b0b req-51a5e8a1-278d-4433-89b8-9d262878cd0a tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2545571 Jun 16 12:52:00.796585 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-e67b3281-2d8e-4566-8cc1-db89f2bd8d8b None None] Port 976624b9-aafd-443c-be7a-26965f5153b2 cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 12:52:00.834441 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ccce8-0861-4f53-9b36-3e0eaed64c24 req-aa688369-7c6c-4171-b62b-bf30765d3e5c tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:00.838101 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9b3ccce8-0861-4f53-9b36-3e0eaed64c24 req-aa688369-7c6c-4171-b62b-bf30765d3e5c tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.2686050 Jun 16 12:52:00.969275 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9b3ccce8-0861-4f53-9b36-3e0eaed64c24 req-fea28321-7271-4189-a11d-d3eab9a885da tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201050 Jun 16 12:52:00.979829 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-329cec72-b056-42b7-8f67-6e69d917a4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:01.026361 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-3e4e9a58-8ceb-476b-bec6-21d07f99e2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644b5a5610>, [{'id': '1ec4785e-773a-49bd-a508-789a73d42028', 'name': 'tempest-TestShelveInstance-1493797412-router', 'tenant_id': '4b7db308073d4a089b0df0569909f5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:51:52Z', 'updated_at': '2021-06-16T12:51:55Z', 'revision_number': 3, 'project_id': '4b7db308073d4a089b0df0569909f5a2', 'gw_port': {'id': '52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec4785e-773a-49bd-a508-789a73d42028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:51:54Z', 'updated_at': '2021-06-16T12:51:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi'}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:52:01.042810 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4e9a58-8ceb-476b-bec6-21d07f99e2e1 None None] The sync data for ids ['1ec4785e-773a-49bd-a508-789a73d42028'] in dv-cinder-766296-6-iscsi is: [{'id': '1ec4785e-773a-49bd-a508-789a73d42028', 'name': 'tempest-TestShelveInstance-1493797412-router', 'tenant_id': '4b7db308073d4a089b0df0569909f5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:51:52Z', 'updated_at': '2021-06-16T12:51:55Z', 'revision_number': 3, 'project_id': '4b7db308073d4a089b0df0569909f5a2', 'gw_port': {'id': '52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec4785e-773a-49bd-a508-789a73d42028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:51:54Z', 'updated_at': '2021-06-16T12:51:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi'}] {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 12:52:01.199272 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a5e908d9-6f75-4985-863a-560b39ea2ee5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:01.212259 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a5e908d9-6f75-4985-863a-560b39ea2ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32077174'] for port, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:01.220693 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-7b83beb0-8a15-48cc-ad11-2951679a2c45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:52:01.237719 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0db0c1-c1ed-47b0-be3a-ea5c304b0417 req-96433ff9-3d6c-4cbc-a5d9-acaff18f1c1f tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:01.246752 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ca0db0c1-c1ed-47b0-be3a-ea5c304b0417 req-96433ff9-3d6c-4cbc-a5d9-acaff18f1c1f tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.1422398 Jun 16 12:52:01.337453 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ca0db0c1-c1ed-47b0-be3a-ea5c304b0417 req-772d5add-1cc6-4fdd-9738-1fb91593fd27 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832734 Jun 16 12:52:01.383564 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a5e908d9-6f75-4985-863a-560b39ea2ee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442938'] for router_interface, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:01.395568 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e908d9-6f75-4985-863a-560b39ea2ee5 admin admin] Pushing event updated for resources: {'Port': ['ID=976624b9-aafd-443c-be7a-26965f5153b2,revision_number=2']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:52:01.404014 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-a5e908d9-6f75-4985-863a-560b39ea2ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:52:01.614107 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e908d9-6f75-4985-863a-560b39ea2ee5 admin admin] Network 9c6243b5-3d74-40e5-9530-76601d13d460 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:52:01.617456 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-a5e908d9-6f75-4985-863a-560b39ea2ee5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:52:01.962119 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e908d9-6f75-4985-863a-560b39ea2ee5 admin admin] Router 1ec4785e-773a-49bd-a508-789a73d42028 has already been hosted by L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 {{(pid=109146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 12:52:02.195027 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-7797ed01-172b-4989-9d5c-ff329232160c None None] Provisioning complete for port 976624b9-aafd-443c-be7a-26965f5153b2 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:52:02.198501 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-7797ed01-172b-4989-9d5c-ff329232160c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:02.221390 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1 up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:52:02.457000 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-7797ed01-172b-4989-9d5c-ff329232160c None None] Port 976624b9-aafd-443c-be7a-26965f5153b2 cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 12:52:02.495465 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning for port 52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1 completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:52:02.507268 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port 52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:52:02.508475 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:02.510666 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e908d9-6f75-4985-863a-560b39ea2ee5 admin admin] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 12:52:02.543879 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-a5e908d9-6f75-4985-863a-560b39ea2ee5 admin admin] 10.222.0.67 "PUT /v2.0/routers/1ec4785e-773a-49bd-a508-789a73d42028/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3650198 Jun 16 12:52:02.547025 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7636779-fe2a-449b-95a6-7cdcbcf8b62e req-b0c7833b-4097-4d15-ade0-1809b759b5af tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:02.549893 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f7636779-fe2a-449b-95a6-7cdcbcf8b62e req-b0c7833b-4097-4d15-ade0-1809b759b5af tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 945 time: 0.1981440 Jun 16 12:52:02.710090 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7fd20-3347-4677-be97-84bb1c7722b6 req-57b66586-1668-4e59-93be-834f5004a2a8 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:02.724275 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-48a7fd20-3347-4677-be97-84bb1c7722b6 req-57b66586-1668-4e59-93be-834f5004a2a8 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.2482567 Jun 16 12:52:02.735007 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:02.742370 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f7636779-fe2a-449b-95a6-7cdcbcf8b62e req-b6a5a6a7-078f-455c-8061-e75cbda2c842 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766214 Jun 16 12:52:02.818140 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:02.836172 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] For port 52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1,segment=NetworkSegment(ccabc92d-cb7c-48c7-8ba2-36435bcfb991),segment_id=ccabc92d-cb7c-48c7-8ba2-36435bcfb991)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:52:02.847548 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:02.856245 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:52:02.865443 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-48a7fd20-3347-4677-be97-84bb1c7722b6 req-4c6711eb-2bfd-403a-8760-5f13011235b4 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365488 Jun 16 12:52:03.030135 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Pushing event updated for resources: {'Port': ['ID=52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:52:03.044733 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:52:03.203585 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b16435-b2f6-4c67-9996-e7f198b7e414 req-9f262111-6963-4e8b-bb2f-b7251d3802b7 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:03.207008 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-07b16435-b2f6-4c67-9996-e7f198b7e414 req-9f262111-6963-4e8b-bb2f-b7251d3802b7 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.1530087 Jun 16 12:52:03.283175 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-07b16435-b2f6-4c67-9996-e7f198b7e414 req-4a11c33f-5c7e-4ef6-8c46-5088bcd4a30a tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581920 Jun 16 12:52:03.747210 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 48014) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:52:03.759496 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-5ced2dd4-97ad-442e-9a61-01848b958688 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1160916205-network', 'tenant_id': 'b9f28ceac0024f79aa0732fbc41474d3'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:52:03.824433 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ced2dd4-97ad-442e-9a61-01848b958688 admin admin] Made reservation on behalf of b9f28ceac0024f79aa0732fbc41474d3 for: {'network': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:52:03.827640 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-5ced2dd4-97ad-442e-9a61-01848b958688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for network, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:03.840356 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-5ced2dd4-97ad-442e-9a61-01848b958688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:03.927929 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab733a0-478f-4ae1-8685-4936c4c2a753 None None] Sync routers for ids ['1ec4785e-773a-49bd-a508-789a73d42028'] in dv-cinder-766296-6-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 12:52:03.953720 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab733a0-478f-4ae1-8685-4936c4c2a753 None None] Routers {'1ec4785e-773a-49bd-a508-789a73d42028'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:52:03.955591 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-cab733a0-478f-4ae1-8685-4936c4c2a753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a3fec40>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:51:35Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['1ec4785e-773a-49bd-a508-789a73d42028'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:52:04.181101 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1 up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:52:04.192979 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-5ced2dd4-97ad-442e-9a61-01848b958688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:04.213444 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-5ced2dd4-97ad-442e-9a61-01848b958688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:04.229465 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-b1b0284d-7de0-47d7-b18c-198238a1b8d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:52:04.276337 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced2dd4-97ad-442e-9a61-01848b958688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e01afa6-924b-46f4-b87b-8b5c61fc71c7,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:52:04.313875 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-5ced2dd4-97ad-442e-9a61-01848b958688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:52:04.347275 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port 52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:52:04.347910 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:04.381466 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ced2dd4-97ad-442e-9a61-01848b958688 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=109145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 12:52:04.390003 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-cab733a0-478f-4ae1-8685-4936c4c2a753 None None] Set router 1ec4785e-773a-49bd-a508-789a73d42028 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:52:04.409630 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-5ced2dd4-97ad-442e-9a61-01848b958688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076'] for segment, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:04.410162 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.db.segments_db [None req-5ced2dd4-97ad-442e-9a61-01848b958688 admin admin] Added segment f3c0e0d2-a91b-4642-ac28-9d02902b06f4 of type vlan for network a8d36231-592d-49c6-b0df-a5a65145c71e Jun 16 12:52:04.433221 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743eb0c7-efcd-4c17-98f8-2a4330dcb357 req-bcba3e2d-2205-4509-b619-3a522b6ce038 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:04.433221 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-743eb0c7-efcd-4c17-98f8-2a4330dcb357 req-bcba3e2d-2205-4509-b619-3a522b6ce038 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 945 time: 0.3061230 Jun 16 12:52:04.543163 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-5ced2dd4-97ad-442e-9a61-01848b958688 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754302079645'] for network, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:04.601200 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc11f79-39d3-4969-807a-4937234389f9 req-7423914d-e751-43d4-acf7-5b7efc3cf37a tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:04.604081 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ffc11f79-39d3-4969-807a-4937234389f9 req-7423914d-e751-43d4-acf7-5b7efc3cf37a tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.3758123 Jun 16 12:52:04.653586 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-743eb0c7-efcd-4c17-98f8-2a4330dcb357 req-f07cbd57-b050-4500-a98d-1c3a4b2fed1e tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985226 Jun 16 12:52:04.696860 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-5ced2dd4-97ad-442e-9a61-01848b958688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281'] for network, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:04.708812 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ced2dd4-97ad-442e-9a61-01848b958688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:04.711453 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-5ced2dd4-97ad-442e-9a61-01848b958688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for network, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:04.725340 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:52:04.765457 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ffc11f79-39d3-4969-807a-4937234389f9 req-f0d8aac8-f2b5-4315-a3b3-47dc21926651 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485112 Jun 16 12:52:04.812294 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-5ced2dd4-97ad-442e-9a61-01848b958688 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0611563 Jun 16 12:52:04.816948 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 48032) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:52:04.831893 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-c2633bbd-7cb4-4662-a622-3bbf4278bc73 admin admin] Request body: {'subnet': {'network_id': 'a8d36231-592d-49c6-b0df-a5a65145c71e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1160916205-subnet', 'tenant_id': 'b9f28ceac0024f79aa0732fbc41474d3', 'ip_version': 4}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:52:04.891216 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced2dd4-97ad-442e-9a61-01848b958688 admin admin] Pushing event updated for resources: {'Network': ['ID=a8d36231-592d-49c6-b0df-a5a65145c71e,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:52:04.897109 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-5ced2dd4-97ad-442e-9a61-01848b958688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:52:04.915814 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2633bbd-7cb4-4662-a622-3bbf4278bc73 admin admin] Made reservation on behalf of b9f28ceac0024f79aa0732fbc41474d3 for: {'subnet': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:52:04.916549 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Network a8d36231-592d-49c6-b0df-a5a65145c71e details requested by agent ovs-agent-dv-cinder-766296-6-iscsi with host dv-cinder-766296-6-iscsi {{(pid=109147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 12:52:04.920958 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c2633bbd-7cb4-4662-a622-3bbf4278bc73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31807206'] for subnet, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:05.037879 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575c8a7-752a-437a-96d4-6a86be3865d0 req-467413fd-99b4-49f8-a271-ec0a0e21ed6b tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:05.042345 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7575c8a7-752a-437a-96d4-6a86be3865d0 req-467413fd-99b4-49f8-a271-ec0a0e21ed6b tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.0940971 Jun 16 12:52:05.075689 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-cab733a0-478f-4ae1-8685-4936c4c2a753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a3fec40>, [{'id': '1ec4785e-773a-49bd-a508-789a73d42028', 'name': 'tempest-TestShelveInstance-1493797412-router', 'tenant_id': '4b7db308073d4a089b0df0569909f5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:51:52Z', 'updated_at': '2021-06-16T12:52:00Z', 'revision_number': 4, 'project_id': '4b7db308073d4a089b0df0569909f5a2', 'gw_port': {'id': '52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec4785e-773a-49bd-a508-789a73d42028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:51:54Z', 'updated_at': '2021-06-16T12:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '976624b9-aafd-443c-be7a-26965f5153b2', 'name': '', 'network_id': '9c6243b5-3d74-40e5-9530-76601d13d460', 'tenant_id': '4b7db308073d4a089b0df0569909f5a2', 'mac_address': 'fa:16:3e:5c:ee:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec4785e-773a-49bd-a508-789a73d42028', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '9bf69c79-31ca-43a9-a491-65d3ffec99d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:51:58Z', 'updated_at': '2021-06-16T12:52:00Z', 'revision_number': 2, 'project_id': '4b7db308073d4a089b0df0569909f5a2', 'subnets': [{'id': '9bf69c79-31ca-43a9-a491-65d3ffec99d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:52:05.083919 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab733a0-478f-4ae1-8685-4936c4c2a753 None None] Checking router: 1ec4785e-773a-49bd-a508-789a73d42028 for host: dv-cinder-766296-6-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 12:52:05.084544 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab733a0-478f-4ae1-8685-4936c4c2a753 None None] Updating router 1ec4785e-773a-49bd-a508-789a73d42028 port 976624b9-aafd-443c-be7a-26965f5153b2 binding host dv-cinder-766296-6-iscsi {{(pid=109147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 12:52:05.129887 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7575c8a7-752a-437a-96d4-6a86be3865d0 req-087253a7-49fb-4801-8023-80db1157a28f tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632317 Jun 16 12:52:05.153472 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cab733a0-478f-4ae1-8685-4936c4c2a753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:05.404873 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-729e985d-3e78-44e1-aaa6-b291c1f62696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:05.647672 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c2633bbd-7cb4-4662-a622-3bbf4278bc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32077300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31807220'] for subnet, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:05.653673 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-898ef5fc-9ae9-4460-a331-5c73ed616bd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:52:05.707052 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:05.780779 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2633bbd-7cb4-4662-a622-3bbf4278bc73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bebd2c7-1aaf-4d4c-8679-2c7463e363ff,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:52:05.784877 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2633bbd-7cb4-4662-a622-3bbf4278bc73 admin admin] Checking segment: {'id': 'f3c0e0d2-a91b-4642-ac28-9d02902b06f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a8d36231-592d-49c6-b0df-a5a65145c71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:52:05.785508 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2633bbd-7cb4-4662-a622-3bbf4278bc73 admin admin] Network hostable DHCP agents. Network: a8d36231-592d-49c6-b0df-a5a65145c71e, hostable agents: ['d62bbf24-a105-422a-86ef-12dacf7896c4'], hosted agents: [] {{(pid=109146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 12:52:05.789952 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-c2633bbd-7cb4-4662-a622-3bbf4278bc73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:52:05.830090 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2633bbd-7cb4-4662-a622-3bbf4278bc73 admin admin] Network a8d36231-592d-49c6-b0df-a5a65145c71e is scheduled to be hosted by DHCP agent d62bbf24-a105-422a-86ef-12dacf7896c4 with binding_index 1 {{(pid=109146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 12:52:05.840894 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cab733a0-478f-4ae1-8685-4936c4c2a753 None None] Notify callbacks [] for port, precommit_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:05.849926 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-c2633bbd-7cb4-4662-a622-3bbf4278bc73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766296-6-iscsi, a8d36231-592d-49c6-b0df-a5a65145c71e) {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:52:05.859302 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2633bbd-7cb4-4662-a622-3bbf4278bc73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:05.866814 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-cab733a0-478f-4ae1-8685-4936c4c2a753 None None] Transition to ACTIVE for port object 976624b9-aafd-443c-be7a-26965f5153b2 will not be triggered until provisioned by entity L2. {{(pid=109147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:52:05.867664 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c2633bbd-7cb4-4662-a622-3bbf4278bc73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:05.876717 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4bbf1f-e4df-48c2-b5cb-059681634525 None None] Network a8d36231-592d-49c6-b0df-a5a65145c71e requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:52:05.904789 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cab733a0-478f-4ae1-8685-4936c4c2a753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:05.916481 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:52:05.924244 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-c2633bbd-7cb4-4662-a622-3bbf4278bc73 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1001587 Jun 16 12:52:05.925402 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 48044) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:52:05.976708 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-8c848cfa-6eda-4c80-ac3e-3ea848bb1570 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1160916205-router', 'tenant_id': 'b9f28ceac0024f79aa0732fbc41474d3', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'}}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:52:06.058906 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8c848cfa-6eda-4c80-ac3e-3ea848bb1570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-448915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13965'] for router, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:06.062938 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8c848cfa-6eda-4c80-ac3e-3ea848bb1570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-489929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13942'] for router, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:06.129612 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709bce8-8e5b-44a0-8145-bbfdac20ad08 req-00b60bb7-48a8-4f42-9062-33820bc96490 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:06.143390 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9709bce8-8e5b-44a0-8145-bbfdac20ad08 req-00b60bb7-48a8-4f42-9062-33820bc96490 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 945 time: 0.1755841 Jun 16 12:52:06.210527 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8c848cfa-6eda-4c80-ac3e-3ea848bb1570 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:06.236413 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb4799a-4f18-4096-86a5-299863323ce8 None None] Pushing event updated for resources: {'Port': ['ID=976624b9-aafd-443c-be7a-26965f5153b2,revision_number=3']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:52:06.257218 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-5eb4799a-4f18-4096-86a5-299863323ce8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:52:06.364469 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9709bce8-8e5b-44a0-8145-bbfdac20ad08 req-117450fd-36fe-4bd8-a129-580a63768376 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927660 Jun 16 12:52:06.469663 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1226f82-ee63-4194-aa4a-98cc586d4520 req-d9f39df3-0c64-48fe-955c-4b27fae9121d tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:06.489423 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f1226f82-ee63-4194-aa4a-98cc586d4520 req-d9f39df3-0c64-48fe-955c-4b27fae9121d tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.3442059 Jun 16 12:52:06.585735 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8c848cfa-6eda-4c80-ac3e-3ea848bb1570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-438913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13920'] for router, precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:06.628503 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f1226f82-ee63-4194-aa4a-98cc586d4520 req-3f53de30-37fc-44c5-8d82-dfb40504185d tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375208 Jun 16 12:52:06.745468 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-cab733a0-478f-4ae1-8685-4936c4c2a753 None None] Attempting to bind port 976624b9-aafd-443c-be7a-26965f5153b2 on host dv-cinder-766296-6-iscsi for vnic_type normal with profile {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:52:06.747026 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-cab733a0-478f-4ae1-8685-4936c4c2a753 None None] Attempting to bind port 976624b9-aafd-443c-be7a-26965f5153b2 by drivers openvswitch,hyperv on host dv-cinder-766296-6-iscsi at level 0 using segments [{'id': '00a4e780-9b72-4f52-955e-542392fdcf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9c6243b5-3d74-40e5-9530-76601d13d460'}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:52:06.757984 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab733a0-478f-4ae1-8685-4936c4c2a753 None None] Attempting to bind port 976624b9-aafd-443c-be7a-26965f5153b2 on network 9c6243b5-3d74-40e5-9530-76601d13d460 {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:52:06.828241 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab733a0-478f-4ae1-8685-4936c4c2a753 None None] Checking agent: {'id': '02c43e25-bd45-43d2-952e-f18e4af744aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766296-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 40, 6), 'started_at': datetime.datetime(2021, 6, 16, 12, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766296-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:52:06.828831 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab733a0-478f-4ae1-8685-4936c4c2a753 None None] Checking segment: {'id': '00a4e780-9b72-4f52-955e-542392fdcf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9c6243b5-3d74-40e5-9530-76601d13d460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:52:06.829344 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cab733a0-478f-4ae1-8685-4936c4c2a753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:06.830058 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab733a0-478f-4ae1-8685-4936c4c2a753 None None] Bound using segment: {'id': '00a4e780-9b72-4f52-955e-542392fdcf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9c6243b5-3d74-40e5-9530-76601d13d460'} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:52:06.830935 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-cab733a0-478f-4ae1-8685-4936c4c2a753 None None] Bound port: 976624b9-aafd-443c-be7a-26965f5153b2, host: dv-cinder-766296-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a4e780-9b72-4f52-955e-542392fdcf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9c6243b5-3d74-40e5-9530-76601d13d460'}}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:52:06.831690 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cab733a0-478f-4ae1-8685-4936c4c2a753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:06.903420 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3746559-befd-4469-8032-26d2fc9b5119 req-1e1c6a3f-8734-4472-913a-55b279faeedc tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:06.907769 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e3746559-befd-4469-8032-26d2fc9b5119 req-1e1c6a3f-8734-4472-913a-55b279faeedc tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.1245892 Jun 16 12:52:06.987971 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e3746559-befd-4469-8032-26d2fc9b5119 req-f9db228d-49f6-4ba8-8b9d-1d40a63163e9 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709953 Jun 16 12:52:07.022824 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4185da1-a3d3-43ee-b78f-2173d7238385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa169a922-d219-5150-a7f6-9f81c4061e6e-a8d36231-592d-49c6-b0df-a5a65145c71e', 'network_id': 'a8d36231-592d-49c6-b0df-a5a65145c71e', 'tenant_id': 'b9f28ceac0024f79aa0732fbc41474d3', 'fixed_ips': [{'subnet_id': '6bebd2c7-1aaf-4d4c-8679-2c7463e363ff'}]}} from dv-cinder-766296-6-iscsi. {{(pid=109147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 12:52:07.024038 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f4185da1-a3d3-43ee-b78f-2173d7238385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:07.070864 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:07.073278 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8c848cfa-6eda-4c80-ac3e-3ea848bb1570 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:07.087851 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-cab733a0-478f-4ae1-8685-4936c4c2a753 None None] For port 976624b9-aafd-443c-be7a-26965f5153b2, host dv-cinder-766296-6-iscsi, cleared binding levels {{(pid=109147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:52:07.113549 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-cab733a0-478f-4ae1-8685-4936c4c2a753 None None] For port 976624b9-aafd-443c-be7a-26965f5153b2, host dv-cinder-766296-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=976624b9-aafd-443c-be7a-26965f5153b2,segment=NetworkSegment(00a4e780-9b72-4f52-955e-542392fdcf96),segment_id=00a4e780-9b72-4f52-955e-542392fdcf96)] {{(pid=109147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:52:07.132485 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8c848cfa-6eda-4c80-ac3e-3ea848bb1570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:07.189515 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cab733a0-478f-4ae1-8685-4936c4c2a753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:07.195863 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:52:07.358027 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [None req-8c848cfa-6eda-4c80-ac3e-3ea848bb1570 admin admin] Allocated IP 172.27.0.173 (31dc54ca-819a-4fca-8a47-71bd58082db2/22fb36b4-54fb-4b68-bc71-a723384dad9b/551cc472-22ef-4d0e-8fe0-c664354b02ef) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:52:07.362941 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab733a0-478f-4ae1-8685-4936c4c2a753 None None] Routers {'1ec4785e-773a-49bd-a508-789a73d42028'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:52:07.364131 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-cab733a0-478f-4ae1-8685-4936c4c2a753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a3fec40>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:52:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['1ec4785e-773a-49bd-a508-789a73d42028'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:52:07.499793 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb4799a-4f18-4096-86a5-299863323ce8 None None] Pushing event updated for resources: {'Port': ['ID=976624b9-aafd-443c-be7a-26965f5153b2,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:52:07.595669 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8c848cfa-6eda-4c80-ac3e-3ea848bb1570 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:07.611720 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-5eb4799a-4f18-4096-86a5-299863323ce8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:52:07.671149 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.db_base_plugin_common [None req-f4185da1-a3d3-43ee-b78f-2173d7238385 None None] Allocated IP 172.20.0.2 (a8d36231-592d-49c6-b0df-a5a65145c71e/6bebd2c7-1aaf-4d4c-8679-2c7463e363ff/6f4a35a5-c24a-4902-b546-2c444970f9bb) {{(pid=109147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:52:07.734762 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8c848cfa-6eda-4c80-ac3e-3ea848bb1570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32077152'] for port, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:07.740301 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:52:07.824589 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-cab733a0-478f-4ae1-8685-4936c4c2a753 None None] Set router 1ec4785e-773a-49bd-a508-789a73d42028 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:52:07.869126 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c848cfa-6eda-4c80-ac3e-3ea848bb1570 admin admin] Pushing event updated for resources: {'Port': ['ID=551cc472-22ef-4d0e-8fe0-c664354b02ef,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:52:07.875949 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c848cfa-6eda-4c80-ac3e-3ea848bb1570 admin admin] Network 31dc54ca-819a-4fca-8a47-71bd58082db2 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:52:07.878988 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-8c848cfa-6eda-4c80-ac3e-3ea848bb1570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:52:07.881397 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-8c848cfa-6eda-4c80-ac3e-3ea848bb1570 admin admin] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:52:07.888423 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c848cfa-6eda-4c80-ac3e-3ea848bb1570 admin admin] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:52:08.035996 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da943fc9-5ad5-447b-986c-a09773a155f6 req-c928920e-c449-4f0e-abc0-21347ec17503 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:08.046843 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-da943fc9-5ad5-447b-986c-a09773a155f6 req-c928920e-c449-4f0e-abc0-21347ec17503 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 945 time: 0.2298563 Jun 16 12:52:08.186509 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-da943fc9-5ad5-447b-986c-a09773a155f6 req-49bd0221-ccb8-4124-80af-2add8dfd3386 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021264 Jun 16 12:52:08.238771 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d695e-3999-4404-9e3b-c83b9cbf03cb req-8ae3fb1d-62e7-404b-873b-e31d1a11ac7e tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:08.253930 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-553d695e-3999-4404-9e3b-c83b9cbf03cb req-8ae3fb1d-62e7-404b-873b-e31d1a11ac7e tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.2686567 Jun 16 12:52:08.336355 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-553d695e-3999-4404-9e3b-c83b9cbf03cb req-d9968bcd-e72b-4ca6-9c49-7a6e8226b0b7 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804515 Jun 16 12:52:08.368141 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f4185da1-a3d3-43ee-b78f-2173d7238385 None None] Notify callbacks [] for port, precommit_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:08.404704 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-f4185da1-a3d3-43ee-b78f-2173d7238385 None None] Transition to ACTIVE for port object 6f4a35a5-c24a-4902-b546-2c444970f9bb will not be triggered until provisioned by entity L2. {{(pid=109147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:52:08.488401 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-f4185da1-a3d3-43ee-b78f-2173d7238385 None None] Transition to ACTIVE for port object 6f4a35a5-c24a-4902-b546-2c444970f9bb will not be triggered until provisioned by entity DHCP. {{(pid=109147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:52:08.507786 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f4185da1-a3d3-43ee-b78f-2173d7238385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438'] for port, after_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:08.513432 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-35c1b577-e124-45c0-a7b5-e4e90a5c115b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:52:08.583970 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8c848cfa-6eda-4c80-ac3e-3ea848bb1570 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:08.588536 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4185da1-a3d3-43ee-b78f-2173d7238385 None None] Network a8d36231-592d-49c6-b0df-a5a65145c71e is already hosted by enough agents. {{(pid=109147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:52:08.595071 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.scheduler.base_scheduler [None req-f4185da1-a3d3-43ee-b78f-2173d7238385 None None] Resources bound (agent type, host, resource id): {{(pid=109147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:52:08.604183 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4185da1-a3d3-43ee-b78f-2173d7238385 None None] Received port after_create {{(pid=109147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:52:08.608504 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc9137-051d-4fbf-9831-94db15818b53 req-29e0e406-25e8-46d5-8c1b-a179b3cd8126 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:08.611338 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-63bc9137-051d-4fbf-9831-94db15818b53 req-29e0e406-25e8-46d5-8c1b-a179b3cd8126 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.1389542 Jun 16 12:52:08.699374 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4185da1-a3d3-43ee-b78f-2173d7238385 None None] Pushing event updated for resources: {'Port': ['ID=6f4a35a5-c24a-4902-b546-2c444970f9bb,revision_number=1']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:52:08.699631 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-63bc9137-051d-4fbf-9831-94db15818b53 req-3704c6e0-4944-43a1-8e64-1663c1c20047 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680680 Jun 16 12:52:08.714438 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-f4185da1-a3d3-43ee-b78f-2173d7238385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:52:08.729177 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-cab733a0-478f-4ae1-8685-4936c4c2a753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a3fec40>, [{'id': '1ec4785e-773a-49bd-a508-789a73d42028', 'name': 'tempest-TestShelveInstance-1493797412-router', 'tenant_id': '4b7db308073d4a089b0df0569909f5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:51:52Z', 'updated_at': '2021-06-16T12:52:00Z', 'revision_number': 4, 'project_id': '4b7db308073d4a089b0df0569909f5a2', 'gw_port': {'id': '52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec4785e-773a-49bd-a508-789a73d42028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:51:54Z', 'updated_at': '2021-06-16T12:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '976624b9-aafd-443c-be7a-26965f5153b2', 'name': '', 'network_id': '9c6243b5-3d74-40e5-9530-76601d13d460', 'tenant_id': '4b7db308073d4a089b0df0569909f5a2', 'mac_address': 'fa:16:3e:5c:ee:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec4785e-773a-49bd-a508-789a73d42028', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '9bf69c79-31ca-43a9-a491-65d3ffec99d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:51:58Z', 'updated_at': '2021-06-16T12:52:07Z', 'revision_number': 4, 'project_id': '4b7db308073d4a089b0df0569909f5a2', 'subnets': [{'id': '9bf69c79-31ca-43a9-a491-65d3ffec99d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:52:08.744745 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab733a0-478f-4ae1-8685-4936c4c2a753 None None] The sync data for ids ['1ec4785e-773a-49bd-a508-789a73d42028'] in dv-cinder-766296-6-iscsi is: [{'id': '1ec4785e-773a-49bd-a508-789a73d42028', 'name': 'tempest-TestShelveInstance-1493797412-router', 'tenant_id': '4b7db308073d4a089b0df0569909f5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:51:52Z', 'updated_at': '2021-06-16T12:52:00Z', 'revision_number': 4, 'project_id': '4b7db308073d4a089b0df0569909f5a2', 'gw_port': {'id': '52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec4785e-773a-49bd-a508-789a73d42028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:51:54Z', 'updated_at': '2021-06-16T12:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '976624b9-aafd-443c-be7a-26965f5153b2', 'name': '', 'network_id': '9c6243b5-3d74-40e5-9530-76601d13d460', 'tenant_id': '4b7db308073d4a089b0df0569909f5a2', 'mac_address': 'fa:16:3e:5c:ee:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec4785e-773a-49bd-a508-789a73d42028', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '9bf69c79-31ca-43a9-a491-65d3ffec99d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:51:58Z', 'updated_at': '2021-06-16T12:52:07Z', 'revision_number': 4, 'project_id': '4b7db308073d4a089b0df0569909f5a2', 'subnets': [{'id': '9bf69c79-31ca-43a9-a491-65d3ffec99d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 12:52:08.757844 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-f4185da1-a3d3-43ee-b78f-2173d7238385 None None] Attempting to bind port 6f4a35a5-c24a-4902-b546-2c444970f9bb on host dv-cinder-766296-6-iscsi for vnic_type normal with profile {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:52:08.758495 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-f4185da1-a3d3-43ee-b78f-2173d7238385 None None] Attempting to bind port 6f4a35a5-c24a-4902-b546-2c444970f9bb by drivers openvswitch,hyperv on host dv-cinder-766296-6-iscsi at level 0 using segments [{'id': 'f3c0e0d2-a91b-4642-ac28-9d02902b06f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a8d36231-592d-49c6-b0df-a5a65145c71e'}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:52:08.759113 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4185da1-a3d3-43ee-b78f-2173d7238385 None None] Attempting to bind port 6f4a35a5-c24a-4902-b546-2c444970f9bb on network a8d36231-592d-49c6-b0df-a5a65145c71e {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:52:08.778122 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4185da1-a3d3-43ee-b78f-2173d7238385 None None] Checking agent: {'id': '02c43e25-bd45-43d2-952e-f18e4af744aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766296-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 40, 6), 'started_at': datetime.datetime(2021, 6, 16, 12, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766296-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:52:08.779264 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4185da1-a3d3-43ee-b78f-2173d7238385 None None] Checking segment: {'id': 'f3c0e0d2-a91b-4642-ac28-9d02902b06f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a8d36231-592d-49c6-b0df-a5a65145c71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:52:08.780374 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f4185da1-a3d3-43ee-b78f-2173d7238385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:08.781074 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4185da1-a3d3-43ee-b78f-2173d7238385 None None] Bound using segment: {'id': 'f3c0e0d2-a91b-4642-ac28-9d02902b06f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a8d36231-592d-49c6-b0df-a5a65145c71e'} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:52:08.782733 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-f4185da1-a3d3-43ee-b78f-2173d7238385 None None] Bound port: 6f4a35a5-c24a-4902-b546-2c444970f9bb, host: dv-cinder-766296-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3c0e0d2-a91b-4642-ac28-9d02902b06f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a8d36231-592d-49c6-b0df-a5a65145c71e'}}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:52:08.783604 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f4185da1-a3d3-43ee-b78f-2173d7238385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:09.027968 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-f4185da1-a3d3-43ee-b78f-2173d7238385 None None] For port 6f4a35a5-c24a-4902-b546-2c444970f9bb, host dv-cinder-766296-6-iscsi, cleared binding levels {{(pid=109147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:52:09.040905 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-f4185da1-a3d3-43ee-b78f-2173d7238385 None None] For port 6f4a35a5-c24a-4902-b546-2c444970f9bb, host dv-cinder-766296-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=6f4a35a5-c24a-4902-b546-2c444970f9bb,segment=NetworkSegment(f3c0e0d2-a91b-4642-ac28-9d02902b06f4),segment_id=f3c0e0d2-a91b-4642-ac28-9d02902b06f4)] {{(pid=109147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:52:09.048456 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f4185da1-a3d3-43ee-b78f-2173d7238385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:09.052920 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:52:09.101246 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8c848cfa-6eda-4c80-ac3e-3ea848bb1570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439031'] for router, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:09.188581 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 12:52:09.245164 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4185da1-a3d3-43ee-b78f-2173d7238385 None None] Pushing event updated for resources: {'Port': ['ID=6f4a35a5-c24a-4902-b546-2c444970f9bb,revision_number=2']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:52:09.299898 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-f4185da1-a3d3-43ee-b78f-2173d7238385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:52:09.323231 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:09.734585 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c848cfa-6eda-4c80-ac3e-3ea848bb1570 admin admin] Router 53f05331-02dc-4c5a-9088-5419d1ca0b04 is scheduled to L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 with binding_index 1 {{(pid=109146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 12:52:10.153640 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195dfd3-445a-4138-b513-ae9c9f29f2b9 req-e2f99817-262b-4365-aae0-85af5c900952 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:10.156732 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a195dfd3-445a-4138-b513-ae9c9f29f2b9 req-e2f99817-262b-4365-aae0-85af5c900952 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.2753448 Jun 16 12:52:10.188906 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fd7f0-1a86-417c-bdd5-fdad388454c3 req-5874f303-6eb9-480a-ab5a-3e1e36e586f7 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:10.214269 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-695fd7f0-1a86-417c-bdd5-fdad388454c3 req-5874f303-6eb9-480a-ab5a-3e1e36e586f7 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 945 time: 0.4016712 Jun 16 12:52:10.380716 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c848cfa-6eda-4c80-ac3e-3ea848bb1570 admin admin] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 12:52:10.420431 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22a83cb-7387-44cf-a42a-c45eeb31cba2 None None] Sync routers for ids ['53f05331-02dc-4c5a-9088-5419d1ca0b04'] in dv-cinder-766296-6-iscsi {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 12:52:10.450730 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a195dfd3-445a-4138-b513-ae9c9f29f2b9 req-23cca893-20e0-45bf-875c-a8d75eeb734d tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2359290 Jun 16 12:52:10.473615 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 6f4a35a5-c24a-4902-b546-2c444970f9bb up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:52:10.492068 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22a83cb-7387-44cf-a42a-c45eeb31cba2 None None] Routers {'53f05331-02dc-4c5a-9088-5419d1ca0b04'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:52:10.500698 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-a22a83cb-7387-44cf-a42a-c45eeb31cba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644b758490>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:52:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['53f05331-02dc-4c5a-9088-5419d1ca0b04'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:52:10.549457 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-695fd7f0-1a86-417c-bdd5-fdad388454c3 req-a6ca3f72-c2e7-40fe-a030-02581c9e405d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3017015 Jun 16 12:52:10.691216 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning for port 6f4a35a5-c24a-4902-b546-2c444970f9bb completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:52:10.708840 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8c848cfa-6eda-4c80-ac3e-3ea848bb1570 admin admin] Notify callbacks [] for router, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:10.720094 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-8c848cfa-6eda-4c80-ac3e-3ea848bb1570 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.7777355 Jun 16 12:52:10.726273 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 48100) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:52:10.731963 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 976624b9-aafd-443c-be7a-26965f5153b2 up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:52:10.874781 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3f7ab-a307-4223-97ba-97cc789f0807 req-49974d2e-2c6c-4410-b37a-5fb256ce33a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:10.882949 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-17a3f7ab-a307-4223-97ba-97cc789f0807 req-49974d2e-2c6c-4410-b37a-5fb256ce33a7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 1098 time: 0.4984546 Jun 16 12:52:11.084250 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning for port 976624b9-aafd-443c-be7a-26965f5153b2 completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:52:11.089191 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-17a3f7ab-a307-4223-97ba-97cc789f0807 req-f162885f-9ba1-4078-9244-49e9db7ce274 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837959 Jun 16 12:52:11.105746 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port 976624b9-aafd-443c-be7a-26965f5153b2 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:52:11.107107 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:11.134438 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-a22a83cb-7387-44cf-a42a-c45eeb31cba2 None None] Set router 53f05331-02dc-4c5a-9088-5419d1ca0b04 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:52:11.454284 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:11.544949 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] For port 976624b9-aafd-443c-be7a-26965f5153b2, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=976624b9-aafd-443c-be7a-26965f5153b2,segment=NetworkSegment(00a4e780-9b72-4f52-955e-542392fdcf96),segment_id=00a4e780-9b72-4f52-955e-542392fdcf96)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:52:11.558164 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:11.573873 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:52:11.733592 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be030aa1-3711-40f6-835c-eec756b03fde None None] Network a8d36231-592d-49c6-b0df-a5a65145c71e requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:52:11.762567 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a9735-2403-44b5-ad35-7a36535c42ac req-7e1364f0-d860-41c3-a820-46085fa370ff tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:11.779494 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4b8a9735-2403-44b5-ad35-7a36535c42ac req-7e1364f0-d860-41c3-a820-46085fa370ff tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.6495092 Jun 16 12:52:11.892801 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Pushing event updated for resources: {'Port': ['ID=976624b9-aafd-443c-be7a-26965f5153b2,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:52:11.917265 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:52:11.986364 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-6183ef85-666e-49e9-bca5-878c16acb549 None None] Provisioning for port 6f4a35a5-c24a-4902-b546-2c444970f9bb completed by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:52:12.005869 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-6183ef85-666e-49e9-bca5-878c16acb549 None None] Provisioning complete for port 6f4a35a5-c24a-4902-b546-2c444970f9bb triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:52:12.007459 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-6183ef85-666e-49e9-bca5-878c16acb549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:12.025257 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4b8a9735-2403-44b5-ad35-7a36535c42ac req-31798702-faf0-4b8f-b36b-9f8708f83de2 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376540 Jun 16 12:52:12.171315 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-a22a83cb-7387-44cf-a42a-c45eeb31cba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644b758490>, [{'id': '53f05331-02dc-4c5a-9088-5419d1ca0b04', 'name': 'tempest-TestShelveInstance-1160916205-router', 'tenant_id': 'b9f28ceac0024f79aa0732fbc41474d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '551cc472-22ef-4d0e-8fe0-c664354b02ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:52:06Z', 'updated_at': '2021-06-16T12:52:08Z', 'revision_number': 3, 'project_id': 'b9f28ceac0024f79aa0732fbc41474d3', 'gw_port': {'id': '551cc472-22ef-4d0e-8fe0-c664354b02ef', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:54:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f05331-02dc-4c5a-9088-5419d1ca0b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:52:07Z', 'updated_at': '2021-06-16T12:52:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi'}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:52:12.197483 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22a83cb-7387-44cf-a42a-c45eeb31cba2 None None] Checking router: 53f05331-02dc-4c5a-9088-5419d1ca0b04 for host: dv-cinder-766296-6-iscsi {{(pid=109148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 12:52:12.198256 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22a83cb-7387-44cf-a42a-c45eeb31cba2 None None] Updating router 53f05331-02dc-4c5a-9088-5419d1ca0b04 port 551cc472-22ef-4d0e-8fe0-c664354b02ef binding host dv-cinder-766296-6-iscsi {{(pid=109148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 12:52:12.293933 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 976624b9-aafd-443c-be7a-26965f5153b2 up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:52:12.349673 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-a22a83cb-7387-44cf-a42a-c45eeb31cba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:12.725013 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-6183ef85-666e-49e9-bca5-878c16acb549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:12.864641 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port 976624b9-aafd-443c-be7a-26965f5153b2 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:52:12.869420 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:12.937311 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae928d-a61e-486b-ad9f-8bd0c082221a req-4b5535b9-b277-49c6-879b-6ca5e5114df5 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:12.950651 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c3ae928d-a61e-486b-ad9f-8bd0c082221a req-4b5535b9-b277-49c6-879b-6ca5e5114df5 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 1.0579286 Jun 16 12:52:12.977428 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-6183ef85-666e-49e9-bca5-878c16acb549 None None] For port 6f4a35a5-c24a-4902-b546-2c444970f9bb, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=6f4a35a5-c24a-4902-b546-2c444970f9bb,segment=NetworkSegment(f3c0e0d2-a91b-4642-ac28-9d02902b06f4),segment_id=f3c0e0d2-a91b-4642-ac28-9d02902b06f4)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:52:13.001944 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-6183ef85-666e-49e9-bca5-878c16acb549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:13.007944 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-0cf263e8-505f-4d8c-9db5-eb96adf8461d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:52:13.071762 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-a22a83cb-7387-44cf-a42a-c45eeb31cba2 None None] Notify callbacks [] for port, precommit_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:13.093118 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.provisioning_blocks [None req-a22a83cb-7387-44cf-a42a-c45eeb31cba2 None None] Transition to ACTIVE for port object 551cc472-22ef-4d0e-8fe0-c664354b02ef will not be triggered until provisioned by entity L2. {{(pid=109148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:52:13.112741 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-a22a83cb-7387-44cf-a42a-c45eeb31cba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:13.119106 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG oslo_concurrency.lockutils [None req-ab094327-7dee-43ac-938f-cd00e6ea12a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:52:13.144136 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c3ae928d-a61e-486b-ad9f-8bd0c082221a req-5d856fb9-05df-4699-908e-192ebd69b79d tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902814 Jun 16 12:52:13.255718 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ef564-1784-4e7a-b29a-e6355e2c17ff None None] Pushing event updated for resources: {'Port': ['ID=551cc472-22ef-4d0e-8fe0-c664354b02ef,revision_number=2']} {{(pid=109148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:52:13.267746 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG oslo_concurrency.lockutils [None req-7c7ef564-1784-4e7a-b29a-e6355e2c17ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=109148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:52:13.280489 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf91685-bce9-4908-98e2-6a39e85c3950 req-069ca4e9-dc05-4ad0-9f59-7aa0691774a7 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:13.290004 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9cf91685-bce9-4908-98e2-6a39e85c3950 req-069ca4e9-dc05-4ad0-9f59-7aa0691774a7 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 945 time: 0.4533987 Jun 16 12:52:13.318426 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-a22a83cb-7387-44cf-a42a-c45eeb31cba2 None None] Attempting to bind port 551cc472-22ef-4d0e-8fe0-c664354b02ef on host dv-cinder-766296-6-iscsi for vnic_type normal with profile {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:52:13.320727 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-a22a83cb-7387-44cf-a42a-c45eeb31cba2 None None] Attempting to bind port 551cc472-22ef-4d0e-8fe0-c664354b02ef by drivers openvswitch,hyperv on host dv-cinder-766296-6-iscsi at level 0 using segments [{'id': 'ccabc92d-cb7c-48c7-8ba2-36435bcfb991', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'}] {{(pid=109148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:52:13.321764 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22a83cb-7387-44cf-a42a-c45eeb31cba2 None None] Attempting to bind port 551cc472-22ef-4d0e-8fe0-c664354b02ef on network 31dc54ca-819a-4fca-8a47-71bd58082db2 {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:52:13.334505 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22a83cb-7387-44cf-a42a-c45eeb31cba2 None None] Checking agent: {'id': '02c43e25-bd45-43d2-952e-f18e4af744aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766296-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 40, 6), 'started_at': datetime.datetime(2021, 6, 16, 12, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766296-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:52:13.336531 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22a83cb-7387-44cf-a42a-c45eeb31cba2 None None] Checking segment: {'id': 'ccabc92d-cb7c-48c7-8ba2-36435bcfb991', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:52:13.338097 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-a22a83cb-7387-44cf-a42a-c45eeb31cba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:13.339088 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22a83cb-7387-44cf-a42a-c45eeb31cba2 None None] Bound using segment: {'id': 'ccabc92d-cb7c-48c7-8ba2-36435bcfb991', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'} {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:52:13.340156 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-a22a83cb-7387-44cf-a42a-c45eeb31cba2 None None] Bound port: 551cc472-22ef-4d0e-8fe0-c664354b02ef, host: dv-cinder-766296-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccabc92d-cb7c-48c7-8ba2-36435bcfb991', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'}}] {{(pid=109148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:52:13.341151 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-a22a83cb-7387-44cf-a42a-c45eeb31cba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:13.401447 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183ef85-666e-49e9-bca5-878c16acb549 None None] Pushing event updated for resources: {'Port': ['ID=6f4a35a5-c24a-4902-b546-2c444970f9bb,revision_number=3']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:52:13.431952 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-6183ef85-666e-49e9-bca5-878c16acb549 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:52:13.559178 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.db [None req-a22a83cb-7387-44cf-a42a-c45eeb31cba2 None None] For port 551cc472-22ef-4d0e-8fe0-c664354b02ef, host dv-cinder-766296-6-iscsi, cleared binding levels {{(pid=109148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:52:13.578817 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.db [None req-a22a83cb-7387-44cf-a42a-c45eeb31cba2 None None] For port 551cc472-22ef-4d0e-8fe0-c664354b02ef, host dv-cinder-766296-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=551cc472-22ef-4d0e-8fe0-c664354b02ef,segment=NetworkSegment(ccabc92d-cb7c-48c7-8ba2-36435bcfb991),segment_id=ccabc92d-cb7c-48c7-8ba2-36435bcfb991)] {{(pid=109148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:52:13.590795 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-a22a83cb-7387-44cf-a42a-c45eeb31cba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:13.597257 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG oslo_concurrency.lockutils [None req-0c8ea3e3-7c9d-49f9-8cde-f5d292e4fd68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:52:13.674780 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-da2b2e58-4c2d-4050-9012-753aa9221553 None None] Provisioning complete for port 6f4a35a5-c24a-4902-b546-2c444970f9bb triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:52:13.677574 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-da2b2e58-4c2d-4050-9012-753aa9221553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:13.797238 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22a83cb-7387-44cf-a42a-c45eeb31cba2 None None] Routers {'53f05331-02dc-4c5a-9088-5419d1ca0b04'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:52:13.798836 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-a22a83cb-7387-44cf-a42a-c45eeb31cba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644b758490>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:52:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['53f05331-02dc-4c5a-9088-5419d1ca0b04'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:52:13.867104 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-98074432-252b-4c44-9c8c-a8cdb28d1e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:13.890867 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9cf91685-bce9-4908-98e2-6a39e85c3950 req-e1ce299a-89b5-4a0f-9214-def514b140db tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4185514 Jun 16 12:52:13.970021 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ef564-1784-4e7a-b29a-e6355e2c17ff None None] Pushing event updated for resources: {'Port': ['ID=551cc472-22ef-4d0e-8fe0-c664354b02ef,revision_number=3']} {{(pid=109148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:52:13.985194 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG oslo_concurrency.lockutils [None req-7c7ef564-1784-4e7a-b29a-e6355e2c17ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=109148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:52:14.061414 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-a22a83cb-7387-44cf-a42a-c45eeb31cba2 None None] Set router 53f05331-02dc-4c5a-9088-5419d1ca0b04 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:52:14.075067 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2e109-31fe-44a8-a1ae-8835592b510c req-5e0cffe5-d083-49d6-9128-261a37b5084d tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:14.077853 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0ca2e109-31fe-44a8-a1ae-8835592b510c req-5e0cffe5-d083-49d6-9128-261a37b5084d tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.4265056 Jun 16 12:52:14.106944 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 6f4a35a5-c24a-4902-b546-2c444970f9bb up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:52:14.231165 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port 6f4a35a5-c24a-4902-b546-2c444970f9bb triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:52:14.232518 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:14.278035 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0ca2e109-31fe-44a8-a1ae-8835592b510c req-53148849-5b12-43e9-a408-b6829198d6f8 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389821 Jun 16 12:52:14.327575 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [None req-98074432-252b-4c44-9c8c-a8cdb28d1e92 admin admin] Allocated IP 172.20.0.1 (a8d36231-592d-49c6-b0df-a5a65145c71e/6bebd2c7-1aaf-4d4c-8679-2c7463e363ff/42174bea-4bfa-42ee-9641-623e8075776c) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:52:14.599157 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-a22a83cb-7387-44cf-a42a-c45eeb31cba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644b758490>, [{'id': '53f05331-02dc-4c5a-9088-5419d1ca0b04', 'name': 'tempest-TestShelveInstance-1160916205-router', 'tenant_id': 'b9f28ceac0024f79aa0732fbc41474d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '551cc472-22ef-4d0e-8fe0-c664354b02ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:52:06Z', 'updated_at': '2021-06-16T12:52:08Z', 'revision_number': 3, 'project_id': 'b9f28ceac0024f79aa0732fbc41474d3', 'gw_port': {'id': '551cc472-22ef-4d0e-8fe0-c664354b02ef', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:54:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f05331-02dc-4c5a-9088-5419d1ca0b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:52:07Z', 'updated_at': '2021-06-16T12:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi'}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:52:14.610325 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22a83cb-7387-44cf-a42a-c45eeb31cba2 None None] The sync data for ids ['53f05331-02dc-4c5a-9088-5419d1ca0b04'] in dv-cinder-766296-6-iscsi is: [{'id': '53f05331-02dc-4c5a-9088-5419d1ca0b04', 'name': 'tempest-TestShelveInstance-1160916205-router', 'tenant_id': 'b9f28ceac0024f79aa0732fbc41474d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '551cc472-22ef-4d0e-8fe0-c664354b02ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:52:06Z', 'updated_at': '2021-06-16T12:52:08Z', 'revision_number': 3, 'project_id': 'b9f28ceac0024f79aa0732fbc41474d3', 'gw_port': {'id': '551cc472-22ef-4d0e-8fe0-c664354b02ef', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:54:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f05331-02dc-4c5a-9088-5419d1ca0b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:52:07Z', 'updated_at': '2021-06-16T12:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi'}] {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 12:52:14.706633 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-98074432-252b-4c44-9c8c-a8cdb28d1e92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:14.757299 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0549b-69de-41af-a632-3ae62e33a753 req-6b2595f2-a4b4-48d0-bba3-c03cdaac6d9b tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:14.768813 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c5f0549b-69de-41af-a632-3ae62e33a753 req-6b2595f2-a4b4-48d0-bba3-c03cdaac6d9b tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.2336743 Jun 16 12:52:14.789118 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.provisioning_blocks [None req-98074432-252b-4c44-9c8c-a8cdb28d1e92 admin admin] Transition to ACTIVE for port object 42174bea-4bfa-42ee-9641-623e8075776c will not be triggered until provisioned by entity DHCP. {{(pid=109145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:52:14.968264 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c5f0549b-69de-41af-a632-3ae62e33a753 req-f27c348c-2d83-4ec7-8164-ca3adc2bcecf tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404138 Jun 16 12:52:14.998402 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-98074432-252b-4c44-9c8c-a8cdb28d1e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438'] for port, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:15.004887 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-955d1c13-9cd7-4547-952c-60517b8b1d73 tempest-DeleteServersTestJSON-2010678116 tempest-DeleteServersTestJSON-2010678116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:52:15.111015 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98074432-252b-4c44-9c8c-a8cdb28d1e92 admin admin] Pushing event updated for resources: {'Port': ['ID=42174bea-4bfa-42ee-9641-623e8075776c,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:52:15.134406 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-98074432-252b-4c44-9c8c-a8cdb28d1e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:52:15.137944 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98074432-252b-4c44-9c8c-a8cdb28d1e92 admin admin] Network a8d36231-592d-49c6-b0df-a5a65145c71e is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:52:15.141323 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [None req-98074432-252b-4c44-9c8c-a8cdb28d1e92 admin admin] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:52:15.146278 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98074432-252b-4c44-9c8c-a8cdb28d1e92 admin admin] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:52:15.147678 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-98074432-252b-4c44-9c8c-a8cdb28d1e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442950'] for router_interface, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:15.404765 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 48180) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:52:15.766035 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f0d84-8054-4cfa-b803-1ca8cf366d8c req-18baecf4-4967-4562-8e5c-b992d7a1b937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:15.769235 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-202f0d84-8054-4cfa-b803-1ca8cf366d8c req-18baecf4-4967-4562-8e5c-b992d7a1b937 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1bb6d57a17a34ca0a86552ed9595186c&device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 1098 time: 0.1988945 Jun 16 12:52:15.859279 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-98074432-252b-4c44-9c8c-a8cdb28d1e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:15.964107 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4c69bddc-adba-4ef4-b551-87d9cf9e5079 None None] Provisioning for port 42174bea-4bfa-42ee-9641-623e8075776c completed by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:52:15.997203 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4c69bddc-adba-4ef4-b551-87d9cf9e5079 None None] Provisioning complete for port 42174bea-4bfa-42ee-9641-623e8075776c triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:52:15.998840 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4c69bddc-adba-4ef4-b551-87d9cf9e5079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:16.180645 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f0d84-8054-4cfa-b803-1ca8cf366d8c req-62bebb53-baeb-4203-8d3e-5b01f2f32695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:16.185682 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-202f0d84-8054-4cfa-b803-1ca8cf366d8c req-62bebb53-baeb-4203-8d3e-5b01f2f32695 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9ac76732-b5e5-4a02-a83d-61dcd782119c HTTP/1.1" status: 200 len: 920 time: 0.3928063 Jun 16 12:52:16.191503 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-4c69bddc-adba-4ef4-b551-87d9cf9e5079 None None] Port 42174bea-4bfa-42ee-9641-623e8075776c cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 12:52:16.236608 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1d9dcf2a-b472-466b-8860-7e1fef01dcd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:16.279515 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 551cc472-22ef-4d0e-8fe0-c664354b02ef up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:52:16.390547 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d57ba7-442c-42f1-be60-0cf723e52286 req-55df9c1b-9204-4c71-ae49-a85a62b3b7f3 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:16.395282 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-10d57ba7-442c-42f1-be60-0cf723e52286 req-55df9c1b-9204-4c71-ae49-a85a62b3b7f3 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 945 time: 0.8109636 Jun 16 12:52:16.402759 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning for port 551cc472-22ef-4d0e-8fe0-c664354b02ef completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:52:16.421502 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port 551cc472-22ef-4d0e-8fe0-c664354b02ef triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:52:16.422931 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:16.498677 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1d9dcf2a-b472-466b-8860-7e1fef01dcd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:16.509132 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1d9dcf2a-b472-466b-8860-7e1fef01dcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:16.516624 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-f45c3ec8-f82b-4cac-a0f8-ecbf26be3d68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:52:16.594374 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:16.608161 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c44584-aa52-45c4-8d45-4cb47017d6f3 req-932fc6a1-b5c1-403e-ad27-ea7a67a5d2b3 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:16.611124 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-05c44584-aa52-45c4-8d45-4cb47017d6f3 req-932fc6a1-b5c1-403e-ad27-ea7a67a5d2b3 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.4909723 Jun 16 12:52:16.628741 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-1d9dcf2a-b472-466b-8860-7e1fef01dcd8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b2e5e047535848c99c6caa955edadda9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2232978 Jun 16 12:52:16.634634 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 48194) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:52:16.653004 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] For port 551cc472-22ef-4d0e-8fe0-c664354b02ef, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=551cc472-22ef-4d0e-8fe0-c664354b02ef,segment=NetworkSegment(ccabc92d-cb7c-48c7-8ba2-36435bcfb991),segment_id=ccabc92d-cb7c-48c7-8ba2-36435bcfb991)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:52:16.660733 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9dcf2a-b472-466b-8860-7e1fef01dcd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4864b59e-2ce5-436c-b976-4e0dbab26e8a,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:52:16.668975 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:16.675449 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-6183ef85-666e-49e9-bca5-878c16acb549 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:52:16.691174 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-1d9dcf2a-b472-466b-8860-7e1fef01dcd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:52:16.691501 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-10d57ba7-442c-42f1-be60-0cf723e52286 req-dbfeb51a-facf-4453-8992-bb56a85f5002 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2683215 Jun 16 12:52:16.780792 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-05c44584-aa52-45c4-8d45-4cb47017d6f3 req-c681f930-6bb7-49a0-b711-977f509791ac tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555269 Jun 16 12:52:16.804990 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Pushing event updated for resources: {'Port': ['ID=551cc472-22ef-4d0e-8fe0-c664354b02ef,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:52:16.811665 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:52:16.822181 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9b9dc221-6501-4459-b055-3810393b49cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:16.842918 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-98074432-252b-4c44-9c8c-a8cdb28d1e92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:16.852715 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-98074432-252b-4c44-9c8c-a8cdb28d1e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:16.854142 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-98074432-252b-4c44-9c8c-a8cdb28d1e92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442938'] for router_interface, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:16.857999 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-2f76796c-01e7-49fd-8982-5e5052a2425b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:52:16.874191 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9b9dc221-6501-4459-b055-3810393b49cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:16.988961 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98074432-252b-4c44-9c8c-a8cdb28d1e92 admin admin] Pushing event updated for resources: {'Port': ['ID=42174bea-4bfa-42ee-9641-623e8075776c,revision_number=2']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:52:17.000912 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-98074432-252b-4c44-9c8c-a8cdb28d1e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:52:17.002363 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9b9dc221-6501-4459-b055-3810393b49cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:17.017041 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9b9dc221-6501-4459-b055-3810393b49cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:17.035371 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-9b9dc221-6501-4459-b055-3810393b49cb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4864b59e-2ce5-436c-b976-4e0dbab26e8a HTTP/1.1" status: 204 len: 168 time: 0.3986516 Jun 16 12:52:17.036875 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-b450b2a6-e287-4a46-94b3-0da756d93f23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:52:17.060879 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9dc221-6501-4459-b055-3810393b49cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4864b59e-2ce5-436c-b976-4e0dbab26e8a,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:52:17.067702 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-9b9dc221-6501-4459-b055-3810393b49cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:52:17.192000 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98074432-252b-4c44-9c8c-a8cdb28d1e92 admin admin] Network a8d36231-592d-49c6-b0df-a5a65145c71e is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:52:17.199310 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [None req-98074432-252b-4c44-9c8c-a8cdb28d1e92 admin admin] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:52:17.228669 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825e0b1-c122-4da9-a252-1bd5673fd477 req-ff9157f1-73d9-4217-941a-f5232a41efb6 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:17.235148 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4825e0b1-c122-4da9-a252-1bd5673fd477 req-ff9157f1-73d9-4217-941a-f5232a41efb6 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.1682470 Jun 16 12:52:17.455115 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4825e0b1-c122-4da9-a252-1bd5673fd477 req-87ad81a1-a299-436a-acbc-15b7adb5d276 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516707 Jun 16 12:52:17.520198 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-202f0d84-8054-4cfa-b803-1ca8cf366d8c req-aaf00b46-1298-4094-884b-01d847154591 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8abefd3e-8a24-46bb-971b-1d9f5e28c7df HTTP/1.1" status: 200 len: 217 time: 0.0838308 Jun 16 12:52:17.538505 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98074432-252b-4c44-9c8c-a8cdb28d1e92 admin admin] Router 53f05331-02dc-4c5a-9088-5419d1ca0b04 has already been hosted by L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 {{(pid=109145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 12:52:17.679753 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-dde972f7-5db0-4824-bc8d-c347bed78db0 None None] Provisioning complete for port 42174bea-4bfa-42ee-9641-623e8075776c triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:52:17.680707 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-dde972f7-5db0-4824-bc8d-c347bed78db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:17.764145 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-dde972f7-5db0-4824-bc8d-c347bed78db0 None None] Port 42174bea-4bfa-42ee-9641-623e8075776c cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 12:52:17.774176 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98074432-252b-4c44-9c8c-a8cdb28d1e92 admin admin] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 12:52:17.782201 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-98074432-252b-4c44-9c8c-a8cdb28d1e92 admin admin] 10.222.0.67 "PUT /v2.0/routers/53f05331-02dc-4c5a-9088-5419d1ca0b04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0536087 Jun 16 12:52:18.182001 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 551cc472-22ef-4d0e-8fe0-c664354b02ef up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:52:18.224155 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc056d25-ecb9-4b9b-86c5-64b6e14f662e req-25302a57-d48e-408e-8bdb-d4875d7e7c7d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:18.235549 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-cc056d25-ecb9-4b9b-86c5-64b6e14f662e req-25302a57-d48e-408e-8bdb-d4875d7e7c7d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 945 time: 0.1750731 Jun 16 12:52:18.252453 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b6c8bb-9392-4f47-9c1b-30286a847d99 None None] Sync routers for ids ['53f05331-02dc-4c5a-9088-5419d1ca0b04'] in dv-cinder-766296-6-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 12:52:18.282387 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b6c8bb-9392-4f47-9c1b-30286a847d99 None None] Routers {'53f05331-02dc-4c5a-9088-5419d1ca0b04'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:52:18.283658 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-b6b6c8bb-9392-4f47-9c1b-30286a847d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a2aaf40>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:52:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['53f05331-02dc-4c5a-9088-5419d1ca0b04'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:52:18.341191 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-cc056d25-ecb9-4b9b-86c5-64b6e14f662e req-556f8bf6-9198-45d9-80bc-220a0d8a2b5e tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041172 Jun 16 12:52:18.431966 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1eda1e-00fd-4eda-aacd-01ca08154416 req-fcace2ac-33a8-4e6b-9869-a9520ee3bbd9 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:18.463677 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8b1eda1e-00fd-4eda-aacd-01ca08154416 req-fcace2ac-33a8-4e6b-9869-a9520ee3bbd9 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.2927999 Jun 16 12:52:18.542018 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f0d84-8054-4cfa-b803-1ca8cf366d8c req-720d3e90-8a37-4dc2-a415-dbc5f5ee9bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:18.545817 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-202f0d84-8054-4cfa-b803-1ca8cf366d8c req-720d3e90-8a37-4dc2-a415-dbc5f5ee9bf1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e11ea1c4-1683-49da-8a09-a0382b92ba4a HTTP/1.1" status: 200 len: 859 time: 0.0946600 Jun 16 12:52:18.559238 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8b1eda1e-00fd-4eda-aacd-01ca08154416 req-770a06e0-d8d7-4acb-a3af-57d273e546c5 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852337 Jun 16 12:52:18.696037 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port 551cc472-22ef-4d0e-8fe0-c664354b02ef triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:52:18.696871 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:18.904158 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-b6b6c8bb-9392-4f47-9c1b-30286a847d99 None None] Set router 53f05331-02dc-4c5a-9088-5419d1ca0b04 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:52:18.986254 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4b1f3-7cc6-4b35-8866-128d89b94c24 req-d815801c-2bec-47ff-bc35-4f8d08b96f6e tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:18.989447 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9da4b1f3-7cc6-4b35-8866-128d89b94c24 req-d815801c-2bec-47ff-bc35-4f8d08b96f6e tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.1486485 Jun 16 12:52:19.099188 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9da4b1f3-7cc6-4b35-8866-128d89b94c24 req-5da3a2e5-41c3-487b-98e7-e35b0e0b08a8 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900290 Jun 16 12:52:19.367559 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-b6b6c8bb-9392-4f47-9c1b-30286a847d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a2aaf40>, [{'id': '53f05331-02dc-4c5a-9088-5419d1ca0b04', 'name': 'tempest-TestShelveInstance-1160916205-router', 'tenant_id': 'b9f28ceac0024f79aa0732fbc41474d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '551cc472-22ef-4d0e-8fe0-c664354b02ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:52:06Z', 'updated_at': '2021-06-16T12:52:15Z', 'revision_number': 4, 'project_id': 'b9f28ceac0024f79aa0732fbc41474d3', 'gw_port': {'id': '551cc472-22ef-4d0e-8fe0-c664354b02ef', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:54:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f05331-02dc-4c5a-9088-5419d1ca0b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:52:07Z', 'updated_at': '2021-06-16T12:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '42174bea-4bfa-42ee-9641-623e8075776c', 'name': '', 'network_id': 'a8d36231-592d-49c6-b0df-a5a65145c71e', 'tenant_id': 'b9f28ceac0024f79aa0732fbc41474d3', 'mac_address': 'fa:16:3e:8a:55:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f05331-02dc-4c5a-9088-5419d1ca0b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '6bebd2c7-1aaf-4d4c-8679-2c7463e363ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:52:13Z', 'updated_at': '2021-06-16T12:52:16Z', 'revision_number': 2, 'project_id': 'b9f28ceac0024f79aa0732fbc41474d3', 'subnets': [{'id': '6bebd2c7-1aaf-4d4c-8679-2c7463e363ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:52:19.373656 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b6c8bb-9392-4f47-9c1b-30286a847d99 None None] Checking router: 53f05331-02dc-4c5a-9088-5419d1ca0b04 for host: dv-cinder-766296-6-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 12:52:19.374174 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b6c8bb-9392-4f47-9c1b-30286a847d99 None None] Updating router 53f05331-02dc-4c5a-9088-5419d1ca0b04 port 42174bea-4bfa-42ee-9641-623e8075776c binding host dv-cinder-766296-6-iscsi {{(pid=109147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 12:52:19.478956 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-b6b6c8bb-9392-4f47-9c1b-30286a847d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:19.538534 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 48248) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:52:19.557243 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-f46980cf-da5d-44b8-9ebe-ee54b6f2d568 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-973309122', 'description': 'tempest-secgroup-smoke-973309122 description', 'project_id': '4b7db308073d4a089b0df0569909f5a2'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:52:19.740109 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-202f0d84-8054-4cfa-b803-1ca8cf366d8c req-b16cec9d-0346-4919-a98b-e01199aeeee7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9ac76732-b5e5-4a02-a83d-61dcd782119c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1965942 Jun 16 12:52:19.744355 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f46980cf-da5d-44b8-9ebe-ee54b6f2d568 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:19.867586 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd45238-d96b-46c6-b705-21f0f79ade46 req-8a7721ee-f8c0-48fc-859c-437f8f721eec tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:19.868478 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7bd45238-d96b-46c6-b705-21f0f79ade46 req-8a7721ee-f8c0-48fc-859c-437f8f721eec tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 945 time: 0.2251544 Jun 16 12:52:20.007914 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7bd45238-d96b-46c6-b705-21f0f79ade46 req-4ea2f83c-ef52-475f-9c71-b7dd8fc10c5d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289718 Jun 16 12:52:20.113538 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250d9a2-1330-4f3a-9668-60ee4a1f9283 req-3addec61-1bd5-4cf1-bafe-f124d23034bc tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:20.116969 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b250d9a2-1330-4f3a-9668-60ee4a1f9283 req-3addec61-1bd5-4cf1-bafe-f124d23034bc tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.1623349 Jun 16 12:52:20.212607 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b250d9a2-1330-4f3a-9668-60ee4a1f9283 req-fbd2c183-4643-4d41-96fc-87e6c246887c tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835199 Jun 16 12:52:20.233438 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-b6b6c8bb-9392-4f47-9c1b-30286a847d99 None None] Notify callbacks [] for port, precommit_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:20.255421 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-b6b6c8bb-9392-4f47-9c1b-30286a847d99 None None] Transition to ACTIVE for port object 42174bea-4bfa-42ee-9641-623e8075776c will not be triggered until provisioned by entity L2. {{(pid=109147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:52:20.268410 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-b6b6c8bb-9392-4f47-9c1b-30286a847d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:20.287902 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:52:20.371116 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-202f0d84-8054-4cfa-b803-1ca8cf366d8c req-d05a6145-886a-488b-87ad-ab49c2c9cc5e service neutron] 10.222.0.73 "GET /v2.0/networks/9ac76732-b5e5-4a02-a83d-61dcd782119c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6111794 Jun 16 12:52:20.433595 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65956e18-09de-42cd-acb3-245966d039b7 None None] Pushing event updated for resources: {'Port': ['ID=42174bea-4bfa-42ee-9641-623e8075776c,revision_number=3']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:52:20.441044 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-65956e18-09de-42cd-acb3-245966d039b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:52:20.539184 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623af07-be44-483a-b1c1-917b69810494 req-6fdfbcfc-b497-4515-8fb9-9c1fede6517b tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:20.555825 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3623af07-be44-483a-b1c1-917b69810494 req-6fdfbcfc-b497-4515-8fb9-9c1fede6517b tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.1949389 Jun 16 12:52:20.582067 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-b6b6c8bb-9392-4f47-9c1b-30286a847d99 None None] Attempting to bind port 42174bea-4bfa-42ee-9641-623e8075776c on host dv-cinder-766296-6-iscsi for vnic_type normal with profile {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:52:20.582973 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-b6b6c8bb-9392-4f47-9c1b-30286a847d99 None None] Attempting to bind port 42174bea-4bfa-42ee-9641-623e8075776c by drivers openvswitch,hyperv on host dv-cinder-766296-6-iscsi at level 0 using segments [{'id': 'f3c0e0d2-a91b-4642-ac28-9d02902b06f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a8d36231-592d-49c6-b0df-a5a65145c71e'}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:52:20.583684 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b6c8bb-9392-4f47-9c1b-30286a847d99 None None] Attempting to bind port 42174bea-4bfa-42ee-9641-623e8075776c on network a8d36231-592d-49c6-b0df-a5a65145c71e {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:52:20.599958 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b6c8bb-9392-4f47-9c1b-30286a847d99 None None] Checking agent: {'id': '02c43e25-bd45-43d2-952e-f18e4af744aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766296-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 40, 6), 'started_at': datetime.datetime(2021, 6, 16, 12, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766296-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:52:20.603277 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b6c8bb-9392-4f47-9c1b-30286a847d99 None None] Checking segment: {'id': 'f3c0e0d2-a91b-4642-ac28-9d02902b06f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a8d36231-592d-49c6-b0df-a5a65145c71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:52:20.605475 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-b6b6c8bb-9392-4f47-9c1b-30286a847d99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:20.606606 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b6c8bb-9392-4f47-9c1b-30286a847d99 None None] Bound using segment: {'id': 'f3c0e0d2-a91b-4642-ac28-9d02902b06f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a8d36231-592d-49c6-b0df-a5a65145c71e'} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:52:20.607735 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-b6b6c8bb-9392-4f47-9c1b-30286a847d99 None None] Bound port: 42174bea-4bfa-42ee-9641-623e8075776c, host: dv-cinder-766296-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3c0e0d2-a91b-4642-ac28-9d02902b06f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a8d36231-592d-49c6-b0df-a5a65145c71e'}}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:52:20.608776 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-b6b6c8bb-9392-4f47-9c1b-30286a847d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:20.610378 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f46980cf-da5d-44b8-9ebe-ee54b6f2d568 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:20.620656 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f46980cf-da5d-44b8-9ebe-ee54b6f2d568 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:20.629380 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-378c68a3-fe11-4de1-b94f-85905a032534 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:52:20.649491 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3623af07-be44-483a-b1c1-917b69810494 req-301114db-be7f-48f9-b3bc-8eb3018b4e85 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893135 Jun 16 12:52:20.705991 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f46980cf-da5d-44b8-9ebe-ee54b6f2d568 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:20.708572 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-f46980cf-da5d-44b8-9ebe-ee54b6f2d568 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.1675503 Jun 16 12:52:20.713922 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-202f0d84-8054-4cfa-b803-1ca8cf366d8c req-c7881c65-97ef-482e-8562-e82b1b57e1d3 service neutron] 10.222.0.73 "GET /v2.0/networks/9ac76732-b5e5-4a02-a83d-61dcd782119c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236210 Jun 16 12:52:20.715009 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 48264) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:52:20.727625 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-74a2b4ef-8688-4196-94d4-d2c2f9557394 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Request body: {'security_group_rule': {'security_group_id': '49569b5b-2a6b-4eff-b476-0393a87a31f0', 'project_id': '4b7db308073d4a089b0df0569909f5a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:52:20.754608 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46980cf-da5d-44b8-9ebe-ee54b6f2d568 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49569b5b-2a6b-4eff-b476-0393a87a31f0,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:52:20.764807 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-f46980cf-da5d-44b8-9ebe-ee54b6f2d568 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:52:20.819794 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-74a2b4ef-8688-4196-94d4-d2c2f9557394 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:20.867893 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-b6b6c8bb-9392-4f47-9c1b-30286a847d99 None None] For port 42174bea-4bfa-42ee-9641-623e8075776c, host dv-cinder-766296-6-iscsi, cleared binding levels {{(pid=109147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:52:20.882738 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-b6b6c8bb-9392-4f47-9c1b-30286a847d99 None None] For port 42174bea-4bfa-42ee-9641-623e8075776c, host dv-cinder-766296-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=42174bea-4bfa-42ee-9641-623e8075776c,segment=NetworkSegment(f3c0e0d2-a91b-4642-ac28-9d02902b06f4),segment_id=f3c0e0d2-a91b-4642-ac28-9d02902b06f4)] {{(pid=109147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:52:20.892675 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-b6b6c8bb-9392-4f47-9c1b-30286a847d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:20.899059 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:52:20.936088 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-74a2b4ef-8688-4196-94d4-d2c2f9557394 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:20.943450 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-74a2b4ef-8688-4196-94d4-d2c2f9557394 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481314'] for security_group_rule, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:20.947496 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-1e6ea411-897f-42ab-8af8-9318093948cc tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:52:20.993273 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2b4ef-8688-4196-94d4-d2c2f9557394 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6af3180e-5846-49a0-b7b2-c3ee2def3f08,revision_number=0']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:52:20.998777 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-74a2b4ef-8688-4196-94d4-d2c2f9557394 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:52:21.006808 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-74a2b4ef-8688-4196-94d4-d2c2f9557394 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:21.010598 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-74a2b4ef-8688-4196-94d4-d2c2f9557394 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2921648 Jun 16 12:52:21.015103 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 48274) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:52:21.022910 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-2f361740-9d36-4a0e-bca2-708aeeb77751 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Request body: {'security_group_rule': {'security_group_id': '49569b5b-2a6b-4eff-b476-0393a87a31f0', 'project_id': '4b7db308073d4a089b0df0569909f5a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:52:21.029653 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b6c8bb-9392-4f47-9c1b-30286a847d99 None None] Routers {'53f05331-02dc-4c5a-9088-5419d1ca0b04'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:52:21.030829 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-b6b6c8bb-9392-4f47-9c1b-30286a847d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a2aaf40>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:52:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['53f05331-02dc-4c5a-9088-5419d1ca0b04'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:52:21.162123 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2f361740-9d36-4a0e-bca2-708aeeb77751 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:21.301701 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65956e18-09de-42cd-acb3-245966d039b7 None None] Pushing event updated for resources: {'Port': ['ID=42174bea-4bfa-42ee-9641-623e8075776c,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:52:21.310865 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-65956e18-09de-42cd-acb3-245966d039b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:52:21.396854 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-b6b6c8bb-9392-4f47-9c1b-30286a847d99 None None] Set router 53f05331-02dc-4c5a-9088-5419d1ca0b04 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:52:21.461432 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2f361740-9d36-4a0e-bca2-708aeeb77751 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:21.474868 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2f361740-9d36-4a0e-bca2-708aeeb77751 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481314'] for security_group_rule, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:21.496658 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-73bd2bd0-07e0-4440-ae0c-2edac3472b2d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:52:21.550959 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f361740-9d36-4a0e-bca2-708aeeb77751 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=594e3e4a-9023-4804-ba2b-9808494d1d15,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:52:21.560152 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-2f361740-9d36-4a0e-bca2-708aeeb77751 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:52:21.562638 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2f361740-9d36-4a0e-bca2-708aeeb77751 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:21.571143 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-2f361740-9d36-4a0e-bca2-708aeeb77751 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5540347 Jun 16 12:52:21.572687 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 48290) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:52:21.581176 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-53934e2f-a312-40b6-84ea-e8d3a8715a5b tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Request body: {'security_group_rule': {'security_group_id': '49569b5b-2a6b-4eff-b476-0393a87a31f0', 'project_id': '4b7db308073d4a089b0df0569909f5a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:52:21.669805 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-53934e2f-a312-40b6-84ea-e8d3a8715a5b tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:21.776818 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c9376-33fa-4453-a907-f70248f08bf1 req-1bb79cb4-2932-40d8-ba26-1f5618e2a30d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:21.779766 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-718c9376-33fa-4453-a907-f70248f08bf1 req-1bb79cb4-2932-40d8-ba26-1f5618e2a30d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 945 time: 0.2646401 Jun 16 12:52:21.840372 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-53934e2f-a312-40b6-84ea-e8d3a8715a5b tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:21.848424 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-53934e2f-a312-40b6-84ea-e8d3a8715a5b tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481314'] for security_group_rule, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:21.860988 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:52:21.908550 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53934e2f-a312-40b6-84ea-e8d3a8715a5b tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64b1e3d0-b9e2-4843-ac72-b739bd5a9e79,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:52:21.913987 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-53934e2f-a312-40b6-84ea-e8d3a8715a5b tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:52:21.916291 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-53934e2f-a312-40b6-84ea-e8d3a8715a5b tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:21.923446 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-53934e2f-a312-40b6-84ea-e8d3a8715a5b tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3484008 Jun 16 12:52:21.924555 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 48302) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:52:21.932364 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd0a16-3926-4f2c-9658-b06d3ede5531 req-1d391f99-3e75-40d3-a68a-ed6ec53eae6f tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:21.933154 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-550e0521-4169-4fa1-b2c7-40503d854656 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Request body: {'security_group_rule': {'security_group_id': '49569b5b-2a6b-4eff-b476-0393a87a31f0', 'project_id': '4b7db308073d4a089b0df0569909f5a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:52:21.935619 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-14dd0a16-3926-4f2c-9658-b06d3ede5531 req-1d391f99-3e75-40d3-a68a-ed6ec53eae6f tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.2601662 Jun 16 12:52:21.942782 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-718c9376-33fa-4453-a907-f70248f08bf1 req-7d4f91b2-966a-4b39-bd7b-ffb540b83a48 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423342 Jun 16 12:52:21.995391 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-550e0521-4169-4fa1-b2c7-40503d854656 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:22.083075 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-14dd0a16-3926-4f2c-9658-b06d3ede5531 req-b54ca7c6-44c7-4648-a5d3-661bffa0d852 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356714 Jun 16 12:52:22.170957 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-550e0521-4169-4fa1-b2c7-40503d854656 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:22.181012 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-550e0521-4169-4fa1-b2c7-40503d854656 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481314'] for security_group_rule, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:22.194521 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-2f361740-9d36-4a0e-bca2-708aeeb77751 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:52:22.224767 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e0521-4169-4fa1-b2c7-40503d854656 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbbf9c3c-413b-4c44-9280-e61bf8e313f0,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:52:22.232931 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-550e0521-4169-4fa1-b2c7-40503d854656 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:52:22.238422 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-b6b6c8bb-9392-4f47-9c1b-30286a847d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a2aaf40>, [{'id': '53f05331-02dc-4c5a-9088-5419d1ca0b04', 'name': 'tempest-TestShelveInstance-1160916205-router', 'tenant_id': 'b9f28ceac0024f79aa0732fbc41474d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '551cc472-22ef-4d0e-8fe0-c664354b02ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:52:06Z', 'updated_at': '2021-06-16T12:52:15Z', 'revision_number': 4, 'project_id': 'b9f28ceac0024f79aa0732fbc41474d3', 'gw_port': {'id': '551cc472-22ef-4d0e-8fe0-c664354b02ef', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:54:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f05331-02dc-4c5a-9088-5419d1ca0b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:52:07Z', 'updated_at': '2021-06-16T12:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '42174bea-4bfa-42ee-9641-623e8075776c', 'name': '', 'network_id': 'a8d36231-592d-49c6-b0df-a5a65145c71e', 'tenant_id': 'b9f28ceac0024f79aa0732fbc41474d3', 'mac_address': 'fa:16:3e:8a:55:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f05331-02dc-4c5a-9088-5419d1ca0b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '6bebd2c7-1aaf-4d4c-8679-2c7463e363ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:52:13Z', 'updated_at': '2021-06-16T12:52:20Z', 'revision_number': 4, 'project_id': 'b9f28ceac0024f79aa0732fbc41474d3', 'subnets': [{'id': '6bebd2c7-1aaf-4d4c-8679-2c7463e363ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:52:22.252399 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b6c8bb-9392-4f47-9c1b-30286a847d99 None None] The sync data for ids ['53f05331-02dc-4c5a-9088-5419d1ca0b04'] in dv-cinder-766296-6-iscsi is: [{'id': '53f05331-02dc-4c5a-9088-5419d1ca0b04', 'name': 'tempest-TestShelveInstance-1160916205-router', 'tenant_id': 'b9f28ceac0024f79aa0732fbc41474d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '551cc472-22ef-4d0e-8fe0-c664354b02ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:52:06Z', 'updated_at': '2021-06-16T12:52:15Z', 'revision_number': 4, 'project_id': 'b9f28ceac0024f79aa0732fbc41474d3', 'gw_port': {'id': '551cc472-22ef-4d0e-8fe0-c664354b02ef', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:54:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f05331-02dc-4c5a-9088-5419d1ca0b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:52:07Z', 'updated_at': '2021-06-16T12:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '42174bea-4bfa-42ee-9641-623e8075776c', 'name': '', 'network_id': 'a8d36231-592d-49c6-b0df-a5a65145c71e', 'tenant_id': 'b9f28ceac0024f79aa0732fbc41474d3', 'mac_address': 'fa:16:3e:8a:55:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f05331-02dc-4c5a-9088-5419d1ca0b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '6bebd2c7-1aaf-4d4c-8679-2c7463e363ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:52:13Z', 'updated_at': '2021-06-16T12:52:20Z', 'revision_number': 4, 'project_id': 'b9f28ceac0024f79aa0732fbc41474d3', 'subnets': [{'id': '6bebd2c7-1aaf-4d4c-8679-2c7463e363ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 12:52:22.253412 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-550e0521-4169-4fa1-b2c7-40503d854656 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:22.261526 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 48310) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:52:22.264065 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-550e0521-4169-4fa1-b2c7-40503d854656 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3299148 Jun 16 12:52:22.276153 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-33f7c8c3-0461-42d1-8674-a08dbe6a603b tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Request body: {'security_group_rule': {'security_group_id': '49569b5b-2a6b-4eff-b476-0393a87a31f0', 'project_id': '4b7db308073d4a089b0df0569909f5a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:52:22.411571 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.db.securitygroups_db [None req-33f7c8c3-0461-42d1-8674-a08dbe6a603b tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Project 4b7db308073d4a089b0df0569909f5a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 12:52:22.422858 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-33f7c8c3-0461-42d1-8674-a08dbe6a603b tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:22.556910 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209d3d4-80f0-433f-9dd4-7e6aed6e0cef req-085b8b77-6533-4d5a-b9bd-5bb2bf649470 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:22.579728 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6209d3d4-80f0-433f-9dd4-7e6aed6e0cef req-085b8b77-6533-4d5a-b9bd-5bb2bf649470 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.2798617 Jun 16 12:52:22.670323 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-33f7c8c3-0461-42d1-8674-a08dbe6a603b tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:22.695522 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-33f7c8c3-0461-42d1-8674-a08dbe6a603b tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481314'] for security_group_rule, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:22.744995 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6209d3d4-80f0-433f-9dd4-7e6aed6e0cef req-4cec76c0-a2f8-4202-8014-5417af9ee016 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728923 Jun 16 12:52:22.783496 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:52:22.810079 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-33f7c8c3-0461-42d1-8674-a08dbe6a603b tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:22.817274 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-33f7c8c3-0461-42d1-8674-a08dbe6a603b tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5482450 Jun 16 12:52:22.817441 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 48330) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:52:22.824874 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f7c8c3-0461-42d1-8674-a08dbe6a603b tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e32b10b5-49f2-4db5-b5a6-3057a9023d78,revision_number=0']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:52:22.825786 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-62c195ae-9a1a-4afe-a1e5-f4161a6563cd tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Request body: {'security_group_rule': {'security_group_id': '49569b5b-2a6b-4eff-b476-0393a87a31f0', 'project_id': '4b7db308073d4a089b0df0569909f5a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:52:22.839017 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-33f7c8c3-0461-42d1-8674-a08dbe6a603b tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:52:22.889071 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.db.securitygroups_db [None req-62c195ae-9a1a-4afe-a1e5-f4161a6563cd tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Project 4b7db308073d4a089b0df0569909f5a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 12:52:22.900421 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-62c195ae-9a1a-4afe-a1e5-f4161a6563cd tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:23.073138 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-62c195ae-9a1a-4afe-a1e5-f4161a6563cd tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:23.082309 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-62c195ae-9a1a-4afe-a1e5-f4161a6563cd tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481314'] for security_group_rule, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:23.087409 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-53934e2f-a312-40b6-84ea-e8d3a8715a5b tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:52:23.127010 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c195ae-9a1a-4afe-a1e5-f4161a6563cd tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3711f1f-e372-488d-8a44-ed6e88f6deb8,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:52:23.133739 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-62c195ae-9a1a-4afe-a1e5-f4161a6563cd tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:52:23.140360 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-62c195ae-9a1a-4afe-a1e5-f4161a6563cd tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:23.147457 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-62c195ae-9a1a-4afe-a1e5-f4161a6563cd tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3285873 Jun 16 12:52:23.502374 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a7408-06ea-4c75-b2b7-7fd444ed9cbd req-db17a10c-c0c4-46e4-958c-dc708407f32d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:23.508442 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-516a7408-06ea-4c75-b2b7-7fd444ed9cbd req-db17a10c-c0c4-46e4-958c-dc708407f32d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 945 time: 0.2016180 Jun 16 12:52:23.672698 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-516a7408-06ea-4c75-b2b7-7fd444ed9cbd req-e4bc3a68-08bc-48b4-bca5-febc61833d04 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449161 Jun 16 12:52:23.750148 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc7079-e72a-4f43-8c44-5206cd10de89 req-4c27af1a-67b3-4081-8fa9-6a0fb56e0ecf tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:23.753344 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-31dc7079-e72a-4f43-8c44-5206cd10de89 req-4c27af1a-67b3-4081-8fa9-6a0fb56e0ecf tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.1853855 Jun 16 12:52:23.837654 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-31dc7079-e72a-4f43-8c44-5206cd10de89 req-7f7306b0-3e3e-424d-afe8-be053bd9909b tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671442 Jun 16 12:52:24.272196 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 42174bea-4bfa-42ee-9641-623e8075776c up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:52:24.298588 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fef908-1c45-4998-807a-f4799f2184eb req-070f4d88-5bb4-47ce-b269-17e962d77d75 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:24.324138 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f6fef908-1c45-4998-807a-f4799f2184eb req-070f4d88-5bb4-47ce-b269-17e962d77d75 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.2754583 Jun 16 12:52:24.530150 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f6fef908-1c45-4998-807a-f4799f2184eb req-3104f340-7ab6-4fe1-b77d-3e79c79a1f54 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2024605 Jun 16 12:52:24.658031 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning for port 42174bea-4bfa-42ee-9641-623e8075776c completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:52:24.669133 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port 42174bea-4bfa-42ee-9641-623e8075776c triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:52:24.670281 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:25.018115 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:25.193736 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] For port 42174bea-4bfa-42ee-9641-623e8075776c, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=42174bea-4bfa-42ee-9641-623e8075776c,segment=NetworkSegment(f3c0e0d2-a91b-4642-ac28-9d02902b06f4),segment_id=f3c0e0d2-a91b-4642-ac28-9d02902b06f4)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:52:25.210373 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:25.217418 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:52:25.303681 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 48420) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:52:25.400567 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Pushing event updated for resources: {'Port': ['ID=42174bea-4bfa-42ee-9641-623e8075776c,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:52:25.408746 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:52:25.478669 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30716e92-5dd7-4d47-98f5-edf9e7e88ca1 req-41db967e-931c-4c08-a0c5-4e8fecbb88cd tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:25.483154 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-30716e92-5dd7-4d47-98f5-edf9e7e88ca1 req-41db967e-931c-4c08-a0c5-4e8fecbb88cd tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 945 time: 0.4436097 Jun 16 12:52:25.593263 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 48430) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:52:25.621107 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-30716e92-5dd7-4d47-98f5-edf9e7e88ca1 req-eef3a7af-697d-4127-a56e-d3362cb432d7 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179736 Jun 16 12:52:25.674521 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b553dd6-9af6-459f-ad1b-7ad28a7cde62 req-d85d365e-27b0-414e-831b-3c02d644d259 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:25.695215 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5b553dd6-9af6-459f-ad1b-7ad28a7cde62 req-d85d365e-27b0-414e-831b-3c02d644d259 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.3702943 Jun 16 12:52:25.795434 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5b553dd6-9af6-459f-ad1b-7ad28a7cde62 req-164f8696-4cb1-47e5-8043-714fa33716b0 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962617 Jun 16 12:52:25.917348 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2f77e0f1-a60e-4ca3-b8b9-cdf214722ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:25.940199 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-23c1dd1e-4feb-4d6e-9de2-9d5827ac7266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:26.024817 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.db.api [None req-23c1dd1e-4feb-4d6e-9de2-9d5827ac7266 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 12:52:26.024817 dv-cinder-766296-6-iscsi neutron-server[109146]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 16 12:52:26.024817 dv-cinder-766296-6-iscsi neutron-server[109146]: [parameters: {'project_id': '2b2fe9da45a142f1aa0648f0b104e7e3', 'id': 'f8b91723-4cc0-4d17-9d63-95f3a1638c90', 'expiration': datetime.datetime(2021, 6, 16, 12, 54, 26, 3320)}] Jun 16 12:52:26.024817 dv-cinder-766296-6-iscsi neutron-server[109146]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=109146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 12:52:26.034057 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_db.api [None req-23c1dd1e-4feb-4d6e-9de2-9d5827ac7266 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 12:52:26.139274 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 42174bea-4bfa-42ee-9641-623e8075776c up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:52:26.206082 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa8806-07c3-4dae-a7a6-52dc7f047993 req-9e2ecd5e-d479-4fcb-ab63-a1fde9d1d55d tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:26.210858 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-02aa8806-07c3-4dae-a7a6-52dc7f047993 req-9e2ecd5e-d479-4fcb-ab63-a1fde9d1d55d tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.1962366 Jun 16 12:52:26.251222 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2f77e0f1-a60e-4ca3-b8b9-cdf214722ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:26.262301 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2f77e0f1-a60e-4ca3-b8b9-cdf214722ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:26.265276 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port 42174bea-4bfa-42ee-9641-623e8075776c triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:52:26.266779 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:26.286969 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-ace68af4-023d-4620-88f9-3f95868792a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:52:26.338188 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-02aa8806-07c3-4dae-a7a6-52dc7f047993 req-1b982f6e-ceab-44a4-84e1-7e2bce35205b tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061263 Jun 16 12:52:26.418528 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-2f77e0f1-a60e-4ca3-b8b9-cdf214722ebb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9aac31d85d42411eac57f40b52b9329e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1130662 Jun 16 12:52:26.420312 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f77e0f1-a60e-4ca3-b8b9-cdf214722ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f7be58-5961-431b-b31a-30ff12fd8525,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:52:26.424493 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 48448) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:52:26.438012 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f77e0f1-a60e-4ca3-b8b9-cdf214722ebb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:52:26.439105 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f77e0f1-a60e-4ca3-b8b9-cdf214722ebb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:52:26.440022 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f77e0f1-a60e-4ca3-b8b9-cdf214722ebb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:52:26.441154 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f77e0f1-a60e-4ca3-b8b9-cdf214722ebb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:52:26.442515 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f77e0f1-a60e-4ca3-b8b9-cdf214722ebb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:52:26.443427 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f77e0f1-a60e-4ca3-b8b9-cdf214722ebb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:52:26.444849 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f77e0f1-a60e-4ca3-b8b9-cdf214722ebb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:52:26.445878 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f77e0f1-a60e-4ca3-b8b9-cdf214722ebb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:52:26.447082 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f77e0f1-a60e-4ca3-b8b9-cdf214722ebb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:52:26.448050 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f77e0f1-a60e-4ca3-b8b9-cdf214722ebb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:52:26.448883 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f77e0f1-a60e-4ca3-b8b9-cdf214722ebb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:52:26.449733 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f77e0f1-a60e-4ca3-b8b9-cdf214722ebb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:52:26.458084 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-2f77e0f1-a60e-4ca3-b8b9-cdf214722ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:52:26.478449 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 29ca1cb9-b54b-4e6c-8174-b41effde49d0 details requested by agent hyperv_hv-cinder-76629 with host hv-cinder-76629 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 12:52:26.536051 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-23c1dd1e-4feb-4d6e-9de2-9d5827ac7266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:26.621420 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-9db6d8b9-6f14-48f6-91e8-c8446e2a5fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:26.684682 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-9db6d8b9-6f14-48f6-91e8-c8446e2a5fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:26.833502 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-9db6d8b9-6f14-48f6-91e8-c8446e2a5fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:26.841949 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-9db6d8b9-6f14-48f6-91e8-c8446e2a5fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:26.849763 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-9db6d8b9-6f14-48f6-91e8-c8446e2a5fb4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a1f7be58-5961-431b-b31a-30ff12fd8525 HTTP/1.1" status: 204 len: 168 time: 0.4228749 Jun 16 12:52:26.853617 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-8c734399-9756-40a4-87aa-11805d7b46cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:52:26.876144 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6d8b9-6f14-48f6-91e8-c8446e2a5fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f7be58-5961-431b-b31a-30ff12fd8525,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:52:26.885171 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 29ca1cb9-b54b-4e6c-8174-b41effde49d0, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=29ca1cb9-b54b-4e6c-8174-b41effde49d0,segment=NetworkSegment(042ac9d8-9593-43f5-8ffd-f1b933e86f71),segment_id=042ac9d8-9593-43f5-8ffd-f1b933e86f71)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:52:26.911962 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db6d8b9-6f14-48f6-91e8-c8446e2a5fb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:52:26.913854 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db6d8b9-6f14-48f6-91e8-c8446e2a5fb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:52:26.918107 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db6d8b9-6f14-48f6-91e8-c8446e2a5fb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:52:26.919607 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db6d8b9-6f14-48f6-91e8-c8446e2a5fb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:52:26.921097 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db6d8b9-6f14-48f6-91e8-c8446e2a5fb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:52:26.922639 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db6d8b9-6f14-48f6-91e8-c8446e2a5fb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:52:26.923826 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db6d8b9-6f14-48f6-91e8-c8446e2a5fb4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:52:26.931594 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-23c1dd1e-4feb-4d6e-9de2-9d5827ac7266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:26.936157 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db6d8b9-6f14-48f6-91e8-c8446e2a5fb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:52:26.940069 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db6d8b9-6f14-48f6-91e8-c8446e2a5fb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:52:26.941357 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db6d8b9-6f14-48f6-91e8-c8446e2a5fb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:52:26.942802 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-23c1dd1e-4feb-4d6e-9de2-9d5827ac7266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:26.949306 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db6d8b9-6f14-48f6-91e8-c8446e2a5fb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:52:26.952530 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db6d8b9-6f14-48f6-91e8-c8446e2a5fb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:52:26.961042 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-5a299a9c-82e1-4162-b9f1-0298cc470c88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:52:26.966896 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Returning: {'device': '29ca1cb9-b54b-4e6c-8174-b41effde49d0', 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537', 'port_id': '29ca1cb9-b54b-4e6c-8174-b41effde49d0', 'mac_address': 'fa:16:3e:43:b0:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6854b649-d35a-4298-9aa6-e7a75a6ae3a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 12:52:26.974765 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-9db6d8b9-6f14-48f6-91e8-c8446e2a5fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:52:27.158932 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:27.189400 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c1dd1e-4feb-4d6e-9de2-9d5827ac7266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08920639-ce73-4430-ab0b-a3a5cf535543,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:52:27.217822 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-23c1dd1e-4feb-4d6e-9de2-9d5827ac7266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:52:27.254316 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-43072469-a160-4d16-9402-2253616714b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29ca1cb9-b54b-4e6c-8174-b41effde49d0 {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 12:52:27.270537 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-23c1dd1e-4feb-4d6e-9de2-9d5827ac7266 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2b2fe9da45a142f1aa0648f0b104e7e3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6745715 Jun 16 12:52:27.275595 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 48466) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:52:27.361519 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 29ca1cb9-b54b-4e6c-8174-b41effde49d0, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=29ca1cb9-b54b-4e6c-8174-b41effde49d0,segment=NetworkSegment(042ac9d8-9593-43f5-8ffd-f1b933e86f71),segment_id=042ac9d8-9593-43f5-8ffd-f1b933e86f71)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:52:27.384571 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:27.392109 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-35c1b577-e124-45c0-a7b5-e4e90a5c115b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:52:27.614428 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=29ca1cb9-b54b-4e6c-8174-b41effde49d0,revision_number=6']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:52:27.647780 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:52:27.657392 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] get_ports_and_sgs() called for port_ids ['29ca1cb9-b54b-4e6c-8174-b41effde49d0'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 12:52:27.657710 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-ded6687c-b712-4898-85c0-7d38675c461e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:27.703383 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb889b5-8d05-4fd8-975a-710460a6744f req-10d3e0d2-9b2c-4b09-8906-374c569b188b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:27.718904 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-adb889b5-8d05-4fd8-975a-710460a6744f req-10d3e0d2-9b2c-4b09-8906-374c569b188b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 944 time: 0.3569150 Jun 16 12:52:27.731251 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832630b-c2e5-49bc-8179-380871d6f9e0 req-2553d6bc-1cdf-472a-9743-3b1ad0c6afa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:27.733975 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a832630b-c2e5-49bc-8179-380871d6f9e0 req-2553d6bc-1cdf-472a-9743-3b1ad0c6afa8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3f9713ea5e7f4789a25afeaba4a1b9b2&device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 1098 time: 0.2492898 Jun 16 12:52:27.787312 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-ded6687c-b712-4898-85c0-7d38675c461e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:27.839211 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e60c72-af3c-441c-bb27-7c5424ad906d req-5e73f687-629a-4483-8740-affe619a0876 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:27.852085 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b5e60c72-af3c-441c-bb27-7c5424ad906d req-5e73f687-629a-4483-8740-affe619a0876 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.3597300 Jun 16 12:52:27.876776 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 48474) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:52:27.977906 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-adb889b5-8d05-4fd8-975a-710460a6744f req-05d0e8df-de9e-471b-8c04-b298c4ccc281 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2415993 Jun 16 12:52:28.046824 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b5e60c72-af3c-441c-bb27-7c5424ad906d req-e34b528f-328d-4a4e-831f-0dbc58649966 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770816 Jun 16 12:52:28.082493 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832630b-c2e5-49bc-8179-380871d6f9e0 req-46b606b8-79e9-46a3-83e9-33f426381bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:28.087327 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a832630b-c2e5-49bc-8179-380871d6f9e0 req-46b606b8-79e9-46a3-83e9-33f426381bd5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ea00ad74-87b8-4238-b685-834f4d31b647 HTTP/1.1" status: 200 len: 912 time: 0.3413527 Jun 16 12:52:28.106719 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-ded6687c-b712-4898-85c0-7d38675c461e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:28.112314 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-ded6687c-b712-4898-85c0-7d38675c461e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:28.114528 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-ded6687c-b712-4898-85c0-7d38675c461e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/08920639-ce73-4430-ab0b-a3a5cf535543 HTTP/1.1" status: 204 len: 168 time: 0.8370538 Jun 16 12:52:28.117138 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-51dac678-aa40-4cf0-8549-9a4f2f6996d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:52:28.139507 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded6687c-b712-4898-85c0-7d38675c461e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08920639-ce73-4430-ab0b-a3a5cf535543,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:52:28.148464 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-ded6687c-b712-4898-85c0-7d38675c461e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:52:28.285128 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8e40f050-618f-4ba1-a73b-115fe92705a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:28.441338 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 29ca1cb9-b54b-4e6c-8174-b41effde49d0 up at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:52:28.451292 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a832630b-c2e5-49bc-8179-380871d6f9e0 req-f783bae5-e5b6-4713-b9cf-3e0b520f4088 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ac68d5c-65b2-4232-bd5d-da0e0ab81f37 HTTP/1.1" status: 200 len: 1000 time: 0.3349092 Jun 16 12:52:28.628612 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning complete for port 29ca1cb9-b54b-4e6c-8174-b41effde49d0 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:52:28.636566 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:28.665831 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39655fed-7a00-4c88-8955-ad1c951257a6 req-588d081e-21cf-47f6-9230-4537354d2866 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:28.685237 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-39655fed-7a00-4c88-8955-ad1c951257a6 req-588d081e-21cf-47f6-9230-4537354d2866 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.1952775 Jun 16 12:52:28.735190 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832630b-c2e5-49bc-8179-380871d6f9e0 req-07e505af-7b8d-47ee-8296-5b4b4875bb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:28.739135 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a832630b-c2e5-49bc-8179-380871d6f9e0 req-07e505af-7b8d-47ee-8296-5b4b4875bb57 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1a94bd32-4e74-4078-a9cb-34eb92b42cef HTTP/1.1" status: 200 len: 850 time: 0.2812023 Jun 16 12:52:28.744768 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8e40f050-618f-4ba1-a73b-115fe92705a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:28.754790 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8e40f050-618f-4ba1-a73b-115fe92705a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:28.769979 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-e49ac372-7f3b-4769-ac47-b5f4d00f0715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:52:28.854131 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-39655fed-7a00-4c88-8955-ad1c951257a6 req-89c766cd-3647-458b-aea2-e671718951f8 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679544 Jun 16 12:52:28.874458 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:28.949035 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-8e40f050-618f-4ba1-a73b-115fe92705a1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=380acf20036241668037c28eea691a3f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0668714 Jun 16 12:52:28.950277 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 48500) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:52:28.966454 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e40f050-618f-4ba1-a73b-115fe92705a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb705c0-0a7c-4d11-b2b2-e48e71b4f806,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:52:28.982145 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-8e40f050-618f-4ba1-a73b-115fe92705a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:52:29.023408 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651796bc-97df-494e-8579-9f62fe51b487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ca1cb9-b54b-4e6c-8174-b41effde49d0'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:52:29.025929 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832630b-c2e5-49bc-8179-380871d6f9e0 req-3b754675-6c42-484b-bed2-e232d5eb8007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:29.039498 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc19868b2eeee4f788927d96de96bc76ef619c1c8eef803ec6a338432d17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0485bca-e170-4330-8697-4cf9da7bb735" -d '{"events": [{"server_uuid": "651796bc-97df-494e-8579-9f62fe51b487", "name": "network-vif-plugged", "status": "completed", "tag": "29ca1cb9-b54b-4e6c-8174-b41effde49d0"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:52:29.044806 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a832630b-c2e5-49bc-8179-380871d6f9e0 req-3b754675-6c42-484b-bed2-e232d5eb8007 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ea00ad74-87b8-4238-b685-834f4d31b647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2767920 Jun 16 12:52:29.156403 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 29ca1cb9-b54b-4e6c-8174-b41effde49d0, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=29ca1cb9-b54b-4e6c-8174-b41effde49d0,segment=NetworkSegment(042ac9d8-9593-43f5-8ffd-f1b933e86f71),segment_id=042ac9d8-9593-43f5-8ffd-f1b933e86f71)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:52:29.180560 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:29.189636 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:52:29.223700 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 12:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca3e9de-fe4e-47b9-b077-ef45794ef62c x-openstack-request-id: req-4ca3e9de-fe4e-47b9-b077-ef45794ef62c {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:52:29.233153 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651796bc-97df-494e-8579-9f62fe51b487", "name": "network-vif-plugged", "status": "completed", "tag": "29ca1cb9-b54b-4e6c-8174-b41effde49d0", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:52:29.237083 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4ca3e9de-fe4e-47b9-b077-ef45794ef62c {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:52:29.238428 dv-cinder-766296-6-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '651796bc-97df-494e-8579-9f62fe51b487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ca1cb9-b54b-4e6c-8174-b41effde49d0', 'code': 200} Jun 16 12:52:29.258607 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-51887b57-6cb5-4cb7-8821-3d97c46a4235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:29.381991 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-51887b57-6cb5-4cb7-8821-3d97c46a4235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:29.529444 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a832630b-c2e5-49bc-8179-380871d6f9e0 req-a68eb1a9-00ee-4fd6-b030-e941f3ae1620 service neutron] 10.222.0.73 "GET /v2.0/networks/ea00ad74-87b8-4238-b685-834f4d31b647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693885 Jun 16 12:52:29.532412 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=29ca1cb9-b54b-4e6c-8174-b41effde49d0,revision_number=7']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:52:29.556627 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:52:30.002671 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a832630b-c2e5-49bc-8179-380871d6f9e0 req-e8acf2f6-bb20-492c-8339-f4ca0189fe8a service neutron] 10.222.0.73 "GET /v2.0/networks/ea00ad74-87b8-4238-b685-834f4d31b647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4595530 Jun 16 12:52:30.335303 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4ac20-df20-4271-9c7c-8a74be17619f req-49763a69-ec47-46ff-a592-762c1e47a07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:30.348350 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-0ba4ac20-df20-4271-9c7c-8a74be17619f req-49763a69-ec47-46ff-a592-762c1e47a07a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3f9713ea5e7f4789a25afeaba4a1b9b2&device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 1098 time: 0.2259421 Jun 16 12:52:30.619914 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-51887b57-6cb5-4cb7-8821-3d97c46a4235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:30.625745 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-51887b57-6cb5-4cb7-8821-3d97c46a4235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:30.629538 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-51887b57-6cb5-4cb7-8821-3d97c46a4235 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8fb705c0-0a7c-4d11-b2b2-e48e71b4f806 HTTP/1.1" status: 204 len: 168 time: 1.6767344 Jun 16 12:52:30.637811 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-a9b82a56-8c9a-4627-8026-6943512cd77a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:52:30.680203 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51887b57-6cb5-4cb7-8821-3d97c46a4235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb705c0-0a7c-4d11-b2b2-e48e71b4f806,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:52:30.696119 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-51887b57-6cb5-4cb7-8821-3d97c46a4235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:52:30.747812 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4ac20-df20-4271-9c7c-8a74be17619f req-3f076fde-8e1e-4ca6-beb9-65f61c17a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:30.750094 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-0ba4ac20-df20-4271-9c7c-8a74be17619f req-3f076fde-8e1e-4ca6-beb9-65f61c17a740 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ea00ad74-87b8-4238-b685-834f4d31b647 HTTP/1.1" status: 200 len: 912 time: 0.3373189 Jun 16 12:52:30.766257 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c137f-9c8d-42cb-a95f-ff00e0f3197d req-5e70dd1e-7907-4170-aaff-43aa1a9512ff tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:30.779232 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4b9c137f-9c8d-42cb-a95f-ff00e0f3197d req-5e70dd1e-7907-4170-aaff-43aa1a9512ff tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 945 time: 0.2943349 Jun 16 12:52:30.811342 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55213e-958c-46d6-a55c-da60587090ed req-110a8e31-7296-481c-beaa-889aa9841ceb tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:30.833226 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3b55213e-958c-46d6-a55c-da60587090ed req-110a8e31-7296-481c-beaa-889aa9841ceb tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.3520403 Jun 16 12:52:30.977994 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-b939563a-5ae7-47ce-a15d-e268b1b028db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:30.979830 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4b9c137f-9c8d-42cb-a95f-ff00e0f3197d req-0ca19a2a-0082-4010-86af-4d50a76ec84c tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1990850 Jun 16 12:52:31.006170 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-0ba4ac20-df20-4271-9c7c-8a74be17619f req-12fe530d-057b-4840-bb45-99876621f3d6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ac68d5c-65b2-4232-bd5d-da0e0ab81f37 HTTP/1.1" status: 200 len: 1000 time: 0.2435184 Jun 16 12:52:31.061298 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3b55213e-958c-46d6-a55c-da60587090ed req-0387a978-61c1-4748-8c15-f232c73ec3d1 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978827 Jun 16 12:52:31.144234 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4ac20-df20-4271-9c7c-8a74be17619f req-a6148281-4568-4d09-980b-816ad5c2d7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:31.148096 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-0ba4ac20-df20-4271-9c7c-8a74be17619f req-a6148281-4568-4d09-980b-816ad5c2d7ea service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1a94bd32-4e74-4078-a9cb-34eb92b42cef HTTP/1.1" status: 200 len: 850 time: 0.1264114 Jun 16 12:52:31.306999 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4ac20-df20-4271-9c7c-8a74be17619f req-6270491b-d051-41f4-b38e-347a05ff0e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:31.310258 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-0ba4ac20-df20-4271-9c7c-8a74be17619f req-6270491b-d051-41f4-b38e-347a05ff0e31 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ea00ad74-87b8-4238-b685-834f4d31b647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1494131 Jun 16 12:52:31.517600 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-0ba4ac20-df20-4271-9c7c-8a74be17619f req-9f2b59bf-cb42-4c9f-b3fa-ce0d05a794f0 service neutron] 10.222.0.73 "GET /v2.0/networks/ea00ad74-87b8-4238-b685-834f4d31b647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947188 Jun 16 12:52:31.724634 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-0ba4ac20-df20-4271-9c7c-8a74be17619f req-b2d2f641-2a40-4e60-886d-c73de7cd910f service neutron] 10.222.0.73 "GET /v2.0/networks/ea00ad74-87b8-4238-b685-834f4d31b647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982729 Jun 16 12:52:32.747147 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:32.976665 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c83657-e489-4730-b814-bbe56dc0a641 req-9ecb944c-9e91-4f9e-8816-e3ded34394bd tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:33.005634 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b8c83657-e489-4730-b814-bbe56dc0a641 req-9ecb944c-9e91-4f9e-8816-e3ded34394bd tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.5638568 Jun 16 12:52:33.116739 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0668a-224f-4f09-b570-1e2a36f2e116 req-b4ec7997-9572-4339-ae37-56cbb32c836c tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:33.131285 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9df0668a-224f-4f09-b570-1e2a36f2e116 req-b4ec7997-9572-4339-ae37-56cbb32c836c tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 945 time: 0.5361502 Jun 16 12:52:33.238675 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b8c83657-e489-4730-b814-bbe56dc0a641 req-f0829dba-4227-41be-95aa-0cb8af34c243 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2267277 Jun 16 12:52:33.311669 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9df0668a-224f-4f09-b570-1e2a36f2e116 req-06fb3ae6-edda-41ae-8f3d-4a7ed30a8cea tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764266 Jun 16 12:52:34.125523 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 48656) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:52:34.748589 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-ee40b7bf-4d68-4e3c-bc4e-981cd869da2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:34.974248 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04ecdb-9672-4b4d-860b-8a3db5310cbe req-afcf68d0-51c7-45fd-90d2-450f404cb32e tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:34.989777 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fd04ecdb-9672-4b4d-860b-8a3db5310cbe req-afcf68d0-51c7-45fd-90d2-450f404cb32e tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 945 time: 0.2853754 Jun 16 12:52:35.155504 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fd04ecdb-9672-4b4d-860b-8a3db5310cbe req-b7b4fbbe-ad13-4214-90d8-6897c2e0608a tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538429 Jun 16 12:52:35.310147 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-a9cd9500-7173-40f1-9e09-f678d695a22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:35.330101 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-ee40b7bf-4d68-4e3c-bc4e-981cd869da2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:35.345260 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-ee40b7bf-4d68-4e3c-bc4e-981cd869da2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:35.352194 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-ded6687c-b712-4898-85c0-7d38675c461e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:52:35.469725 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee40b7bf-4d68-4e3c-bc4e-981cd869da2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6aeccf-d195-48ef-835c-5204239c4271,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:52:35.477860 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-ee40b7bf-4d68-4e3c-bc4e-981cd869da2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:52:35.493676 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 48680) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:52:35.500131 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-ee40b7bf-4d68-4e3c-bc4e-981cd869da2e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=79de2ccbf675489bb8a72fe535f2e097&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3629527 Jun 16 12:52:35.624967 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9c6bc58c-c4d7-4d5a-8adf-268052eee926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:35.704817 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:35.712446 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9c6bc58c-c4d7-4d5a-8adf-268052eee926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:35.811705 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9c6bc58c-c4d7-4d5a-8adf-268052eee926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:35.826878 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9c6bc58c-c4d7-4d5a-8adf-268052eee926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:35.832877 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-9c6bc58c-c4d7-4d5a-8adf-268052eee926 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8b6aeccf-d195-48ef-835c-5204239c4271 HTTP/1.1" status: 204 len: 168 time: 0.3349357 Jun 16 12:52:35.838379 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-1d9dcf2a-b472-466b-8860-7e1fef01dcd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:52:35.860836 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6bc58c-c4d7-4d5a-8adf-268052eee926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6aeccf-d195-48ef-835c-5204239c4271,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:52:35.874979 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-9c6bc58c-c4d7-4d5a-8adf-268052eee926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:52:36.864721 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900bd07-8322-4b14-a4ba-22e4d3f34316 req-da15aa52-837c-482a-82cc-f4d26233caf2 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:36.878809 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d900bd07-8322-4b14-a4ba-22e4d3f34316 req-da15aa52-837c-482a-82cc-f4d26233caf2 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 945 time: 0.2830496 Jun 16 12:52:36.967164 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d900bd07-8322-4b14-a4ba-22e4d3f34316 req-e0a74891-e4a5-492e-8913-da5b7f6afece tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868323 Jun 16 12:52:37.000020 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:38.621145 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc10be-8772-46f4-b7b0-ce716b4b8fea req-d58592de-44f1-44a6-aa8a-4abf319d0886 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:38.624000 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-62bc10be-8772-46f4-b7b0-ce716b4b8fea req-d58592de-44f1-44a6-aa8a-4abf319d0886 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 945 time: 0.2789783 Jun 16 12:52:38.719901 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-62bc10be-8772-46f4-b7b0-ce716b4b8fea req-1a36233c-be47-41f5-b5eb-5a805e754b3f tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776472 Jun 16 12:52:39.321343 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:40.456117 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537c2ee-ce5a-464f-9871-afc983ff4909 req-bfe8d3e0-e674-4388-b2ed-08e89553abf3 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:40.461867 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f537c2ee-ce5a-464f-9871-afc983ff4909 req-bfe8d3e0-e674-4388-b2ed-08e89553abf3 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 945 time: 0.1472611 Jun 16 12:52:40.711497 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f537c2ee-ce5a-464f-9871-afc983ff4909 req-0ca77200-8ffe-4989-9b67-6c3a3bcde5fa tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2231824 Jun 16 12:52:40.882198 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8d609-35f0-4c99-b92e-eddfa56ddde4 req-397a0ea9-cde0-4fd1-8ee1-da17acd1bd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:40.889770 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-aea8d609-35f0-4c99-b92e-eddfa56ddde4 req-397a0ea9-cde0-4fd1-8ee1-da17acd1bd14 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1bb6d57a17a34ca0a86552ed9595186c&device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 1098 time: 0.2787075 Jun 16 12:52:41.113748 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9b27d-6077-4992-9a66-27ef0a47a5ac req-afc9719b-d375-4d37-a3ea-ef52b95d7861 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:41.133975 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3ee9b27d-6077-4992-9a66-27ef0a47a5ac req-afc9719b-d375-4d37-a3ea-ef52b95d7861 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.2849891 Jun 16 12:52:41.151764 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8d609-35f0-4c99-b92e-eddfa56ddde4 req-13ff0308-2afe-4959-8c6d-300099521c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:41.155347 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-aea8d609-35f0-4c99-b92e-eddfa56ddde4 req-13ff0308-2afe-4959-8c6d-300099521c1d service neutron] 10.222.0.73 "GET /v2.0/networks?id=9ac76732-b5e5-4a02-a83d-61dcd782119c HTTP/1.1" status: 200 len: 920 time: 0.2555327 Jun 16 12:52:41.257895 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3ee9b27d-6077-4992-9a66-27ef0a47a5ac req-2f06468a-c82e-47e7-ba10-1d92e83dc8fc tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208601 Jun 16 12:52:41.279149 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-aea8d609-35f0-4c99-b92e-eddfa56ddde4 req-f5bce933-5518-4173-aaf9-35e2619a3139 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8abefd3e-8a24-46bb-971b-1d9f5e28c7df HTTP/1.1" status: 200 len: 217 time: 0.1092830 Jun 16 12:52:41.465540 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8d609-35f0-4c99-b92e-eddfa56ddde4 req-dfd187da-82c0-4ea3-a884-9cd2903c0439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:41.469300 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-aea8d609-35f0-4c99-b92e-eddfa56ddde4 req-dfd187da-82c0-4ea3-a884-9cd2903c0439 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e11ea1c4-1683-49da-8a09-a0382b92ba4a HTTP/1.1" status: 200 len: 859 time: 0.1810684 Jun 16 12:52:41.609177 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-aea8d609-35f0-4c99-b92e-eddfa56ddde4 req-d2fa519f-95f1-4176-acdc-ab890155fc00 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9ac76732-b5e5-4a02-a83d-61dcd782119c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1241143 Jun 16 12:52:41.948328 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-aea8d609-35f0-4c99-b92e-eddfa56ddde4 req-d2736908-2dac-4a02-a6f0-918702fb49c5 service neutron] 10.222.0.73 "GET /v2.0/networks/9ac76732-b5e5-4a02-a83d-61dcd782119c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270719 Jun 16 12:52:42.207091 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a89389-b223-4ee4-b952-98332c423377 req-7f2da6fe-ff35-4197-b941-42e6bf0ff7bd tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:42.212948 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-58a89389-b223-4ee4-b952-98332c423377 req-7f2da6fe-ff35-4197-b941-42e6bf0ff7bd tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 945 time: 0.1637859 Jun 16 12:52:42.297353 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-58a89389-b223-4ee4-b952-98332c423377 req-1d953b5d-629a-4a4e-89c2-24dcddac8541 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770974 Jun 16 12:52:42.726200 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6539b53-547f-4f85-bdb0-f7f1859643e9 req-6f02ea07-6f97-4209-859e-63fcab794351 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:42.728899 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d6539b53-547f-4f85-bdb0-f7f1859643e9 req-6f02ea07-6f97-4209-859e-63fcab794351 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.1692026 Jun 16 12:52:42.807712 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d6539b53-547f-4f85-bdb0-f7f1859643e9 req-cc0ce886-989b-40b7-b649-79860afade15 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679817 Jun 16 12:52:43.304851 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-aea8d609-35f0-4c99-b92e-eddfa56ddde4 req-f033a91f-f735-4d2c-a2de-0779960ef9e7 service neutron] 10.222.0.73 "GET /v2.0/networks/9ac76732-b5e5-4a02-a83d-61dcd782119c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986246 Jun 16 12:52:43.731151 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4d13b-50b8-4a11-8c5a-10884bb00f98 req-e70db2c2-c2f2-42a7-93f7-6a3b4214f415 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:43.732846 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-68b4d13b-50b8-4a11-8c5a-10884bb00f98 req-e70db2c2-c2f2-42a7-93f7-6a3b4214f415 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 945 time: 0.1603599 Jun 16 12:52:43.885473 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-68b4d13b-50b8-4a11-8c5a-10884bb00f98 req-f0f86308-d3de-4c17-88d3-996d0b357d8d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344864 Jun 16 12:52:44.159487 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7900c96-8f18-4786-b456-ac194509685b req-268ace6d-74be-4030-9a84-412a05f2c8be tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:44.162751 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b7900c96-8f18-4786-b456-ac194509685b req-268ace6d-74be-4030-9a84-412a05f2c8be tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.1266782 Jun 16 12:52:44.442928 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b7900c96-8f18-4786-b456-ac194509685b req-b5153b6f-27ce-4094-9b14-6cbffa122382 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657366 Jun 16 12:52:45.246488 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72064ef2-f060-4ae7-b8f5-b8df9784705c req-b4a5cda7-2c52-44b5-807b-bf1c93c7dd7b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:45.261787 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-72064ef2-f060-4ae7-b8f5-b8df9784705c req-b4a5cda7-2c52-44b5-807b-bf1c93c7dd7b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 945 time: 0.1570492 Jun 16 12:52:45.348411 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-72064ef2-f060-4ae7-b8f5-b8df9784705c req-d90b3377-fedc-4657-a7c6-cbfe84c8b985 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851014 Jun 16 12:52:45.905597 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44dd9a1-7605-4164-b361-c733312b24d4 req-994b2293-cbf4-497a-99d7-ba95b80ad169 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:45.909321 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c44dd9a1-7605-4164-b361-c733312b24d4 req-994b2293-cbf4-497a-99d7-ba95b80ad169 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.1419051 Jun 16 12:52:45.999093 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c44dd9a1-7605-4164-b361-c733312b24d4 req-02d448d1-21cf-4a94-91be-275c32e8dd03 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693946 Jun 16 12:52:46.169340 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 12:52:46.756894 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64cb0c-846c-4a96-bea1-1e523c84a6e2 req-b1c206b5-8c63-4b0c-875e-6442fd33414e tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:46.759599 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-cb64cb0c-846c-4a96-bea1-1e523c84a6e2 req-b1c206b5-8c63-4b0c-875e-6442fd33414e tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 945 time: 0.1346092 Jun 16 12:52:46.833190 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-cb64cb0c-846c-4a96-bea1-1e523c84a6e2 req-31a45a7d-6525-402f-8c7a-e8538dc9def3 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642617 Jun 16 12:52:47.512941 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98dd507-f430-4974-9384-ee0e4a0a3045 req-997db342-414b-4eaf-9d7b-8afbe3b9723c tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:47.516610 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c98dd507-f430-4974-9384-ee0e4a0a3045 req-997db342-414b-4eaf-9d7b-8afbe3b9723c tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.1848285 Jun 16 12:52:47.621964 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c98dd507-f430-4974-9384-ee0e4a0a3045 req-9d8a3865-57f6-4dd8-b322-a94ab22ab689 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884583 Jun 16 12:52:48.246831 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8c304-790d-4e20-9c86-16d349aaf592 req-89f5c2b6-badc-4f01-996d-95a1db4ec9f5 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:48.249821 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-65e8c304-790d-4e20-9c86-16d349aaf592 req-89f5c2b6-badc-4f01-996d-95a1db4ec9f5 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 945 time: 0.1413629 Jun 16 12:52:48.342008 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-65e8c304-790d-4e20-9c86-16d349aaf592 req-7e85cf13-aa64-4f13-8ea5-76df52b5e9d3 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788050 Jun 16 12:52:49.087344 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c54e5b-3f35-417b-8d3a-de0194b0d6ec req-c8166c9b-6537-4379-b38c-ab0c9cc91897 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:49.100621 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e1c54e5b-3f35-417b-8d3a-de0194b0d6ec req-c8166c9b-6537-4379-b38c-ab0c9cc91897 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.1751058 Jun 16 12:52:49.186048 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e1c54e5b-3f35-417b-8d3a-de0194b0d6ec req-8288baa0-1ca3-4aef-8925-58370d389e9b tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835364 Jun 16 12:52:49.734442 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ce59d-6157-4439-9692-e6ed24fa7e1c req-8bb11936-96e2-4261-970d-6917fb3494ff tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:49.736879 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-685ce59d-6157-4439-9692-e6ed24fa7e1c req-8bb11936-96e2-4261-970d-6917fb3494ff tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 945 time: 0.1109498 Jun 16 12:52:49.828284 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-685ce59d-6157-4439-9692-e6ed24fa7e1c req-714de087-11f1-4cdd-8826-e916f15e1dc4 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756655 Jun 16 12:52:50.534612 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a7194-a77e-402f-b2e8-df30491a8384 req-b180ef92-5580-45a6-9630-26a4a9cd7527 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:50.538693 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-413a7194-a77e-402f-b2e8-df30491a8384 req-b180ef92-5580-45a6-9630-26a4a9cd7527 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.1326392 Jun 16 12:52:50.620835 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-413a7194-a77e-402f-b2e8-df30491a8384 req-6f0d017b-dfbe-43a4-b1cd-59543a56aeab tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702708 Jun 16 12:52:51.198502 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9404bd3-a1c0-4ef7-8b76-e2b1221aa7c3 req-f1cc926d-1db7-4017-b762-64e917bdf17c tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:51.201289 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e9404bd3-a1c0-4ef7-8b76-e2b1221aa7c3 req-f1cc926d-1db7-4017-b762-64e917bdf17c tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 945 time: 0.1196012 Jun 16 12:52:51.275949 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e9404bd3-a1c0-4ef7-8b76-e2b1221aa7c3 req-38bddad5-f593-4978-aaac-c1b135079ee0 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672612 Jun 16 12:52:52.001676 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c142033-3f66-4577-9395-5305f24b4bda req-59fde581-4b66-420f-8005-80699ff398ab tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:52.004220 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5c142033-3f66-4577-9395-5305f24b4bda req-59fde581-4b66-420f-8005-80699ff398ab tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.1364074 Jun 16 12:52:52.088663 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5c142033-3f66-4577-9395-5305f24b4bda req-d9addebe-12e5-41d5-86a8-114205097214 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748684 Jun 16 12:52:52.437702 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e3354-beab-4a20-82a8-681812e7cbec req-33dd188f-e886-47d5-b401-2fbf511d8dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:52.440770 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b26e3354-beab-4a20-82a8-681812e7cbec req-33dd188f-e886-47d5-b401-2fbf511d8dab service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9142176cdce2480a88e9dcee58c356f4&device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 1098 time: 0.1280699 Jun 16 12:52:52.634140 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69960d0-9f05-45f4-bbb3-a316b5fda622 req-5f4357e5-9a75-4731-8429-21aa1ccd6e2a tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:52.636286 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f69960d0-9f05-45f4-bbb3-a316b5fda622 req-5f4357e5-9a75-4731-8429-21aa1ccd6e2a tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 945 time: 0.1170039 Jun 16 12:52:52.692110 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e3354-beab-4a20-82a8-681812e7cbec req-de16458a-e3ca-40e0-a6ea-6fee7d401a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:52.695176 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b26e3354-beab-4a20-82a8-681812e7cbec req-de16458a-e3ca-40e0-a6ea-6fee7d401a7a service neutron] 10.222.0.73 "GET /v2.0/networks?id=b092543c-4e0a-4b3c-b41e-431b7c90a537 HTTP/1.1" status: 200 len: 917 time: 0.2323129 Jun 16 12:52:52.732973 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f69960d0-9f05-45f4-bbb3-a316b5fda622 req-aa1b3e0c-0b80-49da-9c00-55a9da1f9c97 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850110 Jun 16 12:52:53.374754 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2d7ec-d1bc-4767-9203-1763fe2e3276 req-11b64006-f9ae-4f9f-aa3b-517bcf2f4185 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:53.376414 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f4d2d7ec-d1bc-4767-9203-1763fe2e3276 req-11b64006-f9ae-4f9f-aa3b-517bcf2f4185 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.0956798 Jun 16 12:52:53.431777 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f4d2d7ec-d1bc-4767-9203-1763fe2e3276 req-9631f603-9b8f-4e12-b197-5688cf41505e tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441070 Jun 16 12:52:54.069603 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462983f-2ce1-4639-8554-d440cd7310db req-dca7c860-a31a-4d20-9a16-6c2b47d4ba4e tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:54.071861 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3462983f-2ce1-4639-8554-d440cd7310db req-dca7c860-a31a-4d20-9a16-6c2b47d4ba4e tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 945 time: 0.1301167 Jun 16 12:52:54.101369 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b26e3354-beab-4a20-82a8-681812e7cbec req-24b898f8-22c0-4f71-a915-0d51c4bc44d4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29ca1cb9-b54b-4e6c-8174-b41effde49d0 HTTP/1.1" status: 200 len: 1000 time: 0.0883532 Jun 16 12:52:54.134072 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3462983f-2ce1-4639-8554-d440cd7310db req-853b5e67-853a-44b0-af3e-5cfb37b83a06 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515172 Jun 16 12:52:54.700755 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a1ff1-3ea8-467e-864e-cc7a4b8ee202 req-d89dbb6a-a8de-45be-bd60-6be7d779fc4e tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:54.702719 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-105a1ff1-3ea8-467e-864e-cc7a4b8ee202 req-d89dbb6a-a8de-45be-bd60-6be7d779fc4e tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.0912220 Jun 16 12:52:54.778263 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-105a1ff1-3ea8-467e-864e-cc7a4b8ee202 req-dc2d7f11-ef24-4793-b6ed-7e609f6493bb tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641336 Jun 16 12:52:55.282520 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e3354-beab-4a20-82a8-681812e7cbec req-27267b20-db28-4e38-925a-4f8878e5f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:55.284182 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b26e3354-beab-4a20-82a8-681812e7cbec req-27267b20-db28-4e38-925a-4f8878e5f82c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6854b649-d35a-4298-9aa6-e7a75a6ae3a1 HTTP/1.1" status: 200 len: 855 time: 0.0760267 Jun 16 12:52:55.419805 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b8c68-c076-40bd-8786-0da13f8ed7c3 req-0eb45340-6ae0-4b9b-b110-bcd9073bd26d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:55.421652 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f55b8c68-c076-40bd-8786-0da13f8ed7c3 req-0eb45340-6ae0-4b9b-b110-bcd9073bd26d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 945 time: 0.1201918 Jun 16 12:52:55.482240 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f55b8c68-c076-40bd-8786-0da13f8ed7c3 req-bc507c45-5cb3-4728-839e-c1c79793ce05 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517182 Jun 16 12:52:56.079999 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d28bc-3aa4-402e-ba0e-9ac8306d2255 req-bfc24582-2a85-49a5-b183-7f8bc846c71e tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:56.081687 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c93d28bc-3aa4-402e-ba0e-9ac8306d2255 req-bfc24582-2a85-49a5-b183-7f8bc846c71e tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.1116903 Jun 16 12:52:56.150263 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c93d28bc-3aa4-402e-ba0e-9ac8306d2255 req-570fb2e1-7822-48da-904a-9f16706c4d00 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562224 Jun 16 12:52:56.481550 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 29ca1cb9-b54b-4e6c-8174-b41effde49d0 no longer exists at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 12:52:56.577035 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e3354-beab-4a20-82a8-681812e7cbec req-c633ca88-fbb2-411c-a05e-68615ed7a5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:56.579706 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b26e3354-beab-4a20-82a8-681812e7cbec req-c633ca88-fbb2-411c-a05e-68615ed7a5ac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b092543c-4e0a-4b3c-b41e-431b7c90a537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1004555 Jun 16 12:52:56.631700 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:56.686029 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651796bc-97df-494e-8579-9f62fe51b487', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29ca1cb9-b54b-4e6c-8174-b41effde49d0'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:52:56.689318 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc19868b2eeee4f788927d96de96bc76ef619c1c8eef803ec6a338432d17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e39c1c-5baf-4613-bbfa-d26b0cfd3c86" -d '{"events": [{"server_uuid": "651796bc-97df-494e-8579-9f62fe51b487", "name": "network-vif-unplugged", "status": "completed", "tag": "29ca1cb9-b54b-4e6c-8174-b41effde49d0"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:52:56.719144 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 29ca1cb9-b54b-4e6c-8174-b41effde49d0, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=29ca1cb9-b54b-4e6c-8174-b41effde49d0,segment=NetworkSegment(042ac9d8-9593-43f5-8ffd-f1b933e86f71),segment_id=042ac9d8-9593-43f5-8ffd-f1b933e86f71)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:52:56.727968 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:56.731752 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-5ce428b3-9869-4567-a856-e16041358a07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:52:56.735486 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b26e3354-beab-4a20-82a8-681812e7cbec req-bf8c59a6-4809-4979-bc14-132f9509fba6 service neutron] 10.222.0.73 "GET /v2.0/networks/b092543c-4e0a-4b3c-b41e-431b7c90a537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423948 Jun 16 12:52:56.739328 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 12:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6532732a-025f-42f4-9fc7-488d987d13fd x-openstack-request-id: req-6532732a-025f-42f4-9fc7-488d987d13fd {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:52:56.739704 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651796bc-97df-494e-8579-9f62fe51b487", "name": "network-vif-unplugged", "status": "completed", "tag": "29ca1cb9-b54b-4e6c-8174-b41effde49d0", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:52:56.740067 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6532732a-025f-42f4-9fc7-488d987d13fd {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:52:56.741337 dv-cinder-766296-6-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '651796bc-97df-494e-8579-9f62fe51b487', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29ca1cb9-b54b-4e6c-8174-b41effde49d0', 'code': 200} Jun 16 12:52:56.797116 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e0f5c-8ba9-4859-b4d2-5c0bc5a13afe req-d3d01332-ff8a-4b9d-aff1-d370d8387983 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:56.799721 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-647e0f5c-8ba9-4859-b4d2-5c0bc5a13afe req-d3d01332-ff8a-4b9d-aff1-d370d8387983 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 945 time: 0.1302338 Jun 16 12:52:56.812483 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=29ca1cb9-b54b-4e6c-8174-b41effde49d0,revision_number=8']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:52:56.826964 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:52:56.827535 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:52:56.828092 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:52:56.828516 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:52:56.828942 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:52:56.829362 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:52:56.829690 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:52:56.830024 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:52:56.830396 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:52:56.830726 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:52:56.831265 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:52:56.831431 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:52:56.837088 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:52:56.858926 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-647e0f5c-8ba9-4859-b4d2-5c0bc5a13afe req-84d6f97f-b613-4130-8368-e2130519c714 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517631 Jun 16 12:52:56.903933 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b26e3354-beab-4a20-82a8-681812e7cbec req-39b40969-d70d-48ca-9d1c-8d8dc73cd7be service neutron] 10.222.0.73 "GET /v2.0/networks/b092543c-4e0a-4b3c-b41e-431b7c90a537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537728 Jun 16 12:52:57.518261 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd2231-5414-4c1d-ad38-932fc5416d13 req-64cd2e81-3681-43ee-bb6c-a83918768175 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:57.521354 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-decd2231-5414-4c1d-ad38-932fc5416d13 req-64cd2e81-3681-43ee-bb6c-a83918768175 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.1271923 Jun 16 12:52:57.605355 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-decd2231-5414-4c1d-ad38-932fc5416d13 req-819b9092-0065-4f09-9fd5-735a4e62745a tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699949 Jun 16 12:52:58.123049 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4410e-e0b7-464c-b9ca-c07b22b85d0d req-04e0c0dd-df3a-451a-92a9-9805bb6dc3dc tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:58.125781 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-48d4410e-e0b7-464c-b9ca-c07b22b85d0d req-04e0c0dd-df3a-451a-92a9-9805bb6dc3dc tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 943 time: 0.0981631 Jun 16 12:52:58.188551 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-48d4410e-e0b7-464c-b9ca-c07b22b85d0d req-fe5bfbdf-78ed-4c94-b634-15d9c8fb3177 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549810 Jun 16 12:52:58.513598 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2e569082-6b01-4751-acdb-91d393a5389d req-5faa6a13-8baf-4dc7-b225-4f724eaf4b81 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-973309122&fields=id&tenant_id=4b7db308073d4a089b0df0569909f5a2 HTTP/1.1" status: 200 len: 267 time: 0.0679889 Jun 16 12:52:58.748464 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e569082-6b01-4751-acdb-91d393a5389d req-0ce4234a-decf-448d-b9e4-cfd9b7ae1f17 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:58.751286 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2e569082-6b01-4751-acdb-91d393a5389d req-0ce4234a-decf-448d-b9e4-cfd9b7ae1f17 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/networks?id=9c6243b5-3d74-40e5-9530-76601d13d460 HTTP/1.1" status: 200 len: 809 time: 0.2204731 Jun 16 12:52:58.785929 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2e569082-6b01-4751-acdb-91d393a5389d req-6d32c701-1848-4e5a-a1d9-9695cffd0718 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/quotas/4b7db308073d4a089b0df0569909f5a2 HTTP/1.1" status: 200 len: 375 time: 0.0185237 Jun 16 12:52:59.009834 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2e569082-6b01-4751-acdb-91d393a5389d req-16d35a4a-457e-49f6-9a59-7b4550675f41 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=4b7db308073d4a089b0df0569909f5a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2042282 Jun 16 12:52:59.046660 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4fe98c-4324-4aaa-88a4-5c6db6f287c0 req-f11614f2-54f8-4651-9b1f-56a4b00ba1ff tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:59.048613 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8e4fe98c-4324-4aaa-88a4-5c6db6f287c0 req-f11614f2-54f8-4651-9b1f-56a4b00ba1ff tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.1925914 Jun 16 12:52:59.190746 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8e4fe98c-4324-4aaa-88a4-5c6db6f287c0 req-6372ed1d-82b3-400c-b4f7-218285746e50 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243567 Jun 16 12:52:59.213094 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 49118) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:52:59.241099 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2e569082-6b01-4751-acdb-91d393a5389d req-431f7d01-abc4-4ed2-a49a-5e428f1363dc service neutron] 10.222.0.67 "GET /v2.0/networks/9c6243b5-3d74-40e5-9530-76601d13d460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291973 Jun 16 12:52:59.410084 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2e569082-6b01-4751-acdb-91d393a5389d req-7d118695-c2b3-48ce-9080-badb737cd4f8 service neutron] 10.222.0.67 "GET /v2.0/networks/9c6243b5-3d74-40e5-9530-76601d13d460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588347 Jun 16 12:52:59.452665 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5a6ae61e-3680-411b-8ca5-fc453c133e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:59.528449 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d77c06-d4b5-4ed0-92f7-c9bc08464ba1 req-b1109710-9c24-416a-bc04-38c246f817ec tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:52:59.531121 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-53d77c06-d4b5-4ed0-92f7-c9bc08464ba1 req-b1109710-9c24-416a-bc04-38c246f817ec tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 943 time: 0.1089344 Jun 16 12:52:59.650443 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-53d77c06-d4b5-4ed0-92f7-c9bc08464ba1 req-db48fb11-670c-4840-b19f-163dc175409e tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027133 Jun 16 12:52:59.661405 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5a6ae61e-3680-411b-8ca5-fc453c133e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:59.674256 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5a6ae61e-3680-411b-8ca5-fc453c133e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:59.706323 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:52:59.769366 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-5a6ae61e-3680-411b-8ca5-fc453c133e56 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=76a81b125e894fe6925a3adc84e56978&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5548716 Jun 16 12:52:59.772523 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 49136) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:52:59.777947 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ae61e-3680-411b-8ca5-fc453c133e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf26e25-3af1-42ba-8431-347e642c035f,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:52:59.781742 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-5a6ae61e-3680-411b-8ca5-fc453c133e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:52:59.860407 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-4a60cc81-3494-461f-829a-f8d927ddad7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:59.891245 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-4a60cc81-3494-461f-829a-f8d927ddad7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:59.992075 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-4a60cc81-3494-461f-829a-f8d927ddad7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:59.996460 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-4a60cc81-3494-461f-829a-f8d927ddad7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:52:59.998127 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-4a60cc81-3494-461f-829a-f8d927ddad7c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/baf26e25-3af1-42ba-8431-347e642c035f HTTP/1.1" status: 204 len: 168 time: 0.2244134 Jun 16 12:53:00.001630 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-372f6834-7d3b-4d96-9ae9-7207f353e185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:00.071928 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ab2045d6-77b7-434b-ae09-2064e1ee9bbb req-54fda53f-938e-488f-bf39-21984a61fae1 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 210 time: 0.0718648 Jun 16 12:53:00.073362 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a60cc81-3494-461f-829a-f8d927ddad7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf26e25-3af1-42ba-8431-347e642c035f,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:00.077736 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-4a60cc81-3494-461f-829a-f8d927ddad7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:00.492204 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 49156) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:53:00.527660 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-9ff5b506-b931-449b-a8e2-5f6fd6a0488f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:00.575650 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4089b2-4c1d-49df-8341-e7a3df738b02 req-42fc938b-39f1-4f51-8a07-516847ed81f7 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:00.577658 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-cd4089b2-4c1d-49df-8341-e7a3df738b02 req-42fc938b-39f1-4f51-8a07-516847ed81f7 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.1399117 Jun 16 12:53:00.672513 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-cd4089b2-4c1d-49df-8341-e7a3df738b02 req-693e59f3-4e54-4d4e-bb00-0b24fdc042a6 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802763 Jun 16 12:53:00.752228 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-9ff5b506-b931-449b-a8e2-5f6fd6a0488f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:00.760399 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-9ff5b506-b931-449b-a8e2-5f6fd6a0488f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:00.766431 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-37e39d52-bdd9-4585-95dc-01c71325755d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:00.839726 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-9ff5b506-b931-449b-a8e2-5f6fd6a0488f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d4265fa751ad4e698ab204400157c859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3455739 Jun 16 12:53:00.843097 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 49162) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:53:00.854582 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5b506-b931-449b-a8e2-5f6fd6a0488f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352717a1-11f7-4936-bb82-b9b37a258f6b,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:00.861899 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-9ff5b506-b931-449b-a8e2-5f6fd6a0488f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:00.968375 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-6314c56c-f1b9-421b-a830-4bc23f8926ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:01.020106 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-fed8a37b-4dd3-46df-a00d-3f392c58a372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:01.082539 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-fed8a37b-4dd3-46df-a00d-3f392c58a372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:01.133058 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd74a1-82f0-42a9-8df7-0c356fb3daa9 req-d79721a6-087a-48bc-a7c2-d0940482c49e tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:01.135947 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-88fd74a1-82f0-42a9-8df7-0c356fb3daa9 req-d79721a6-087a-48bc-a7c2-d0940482c49e tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 943 time: 0.2153907 Jun 16 12:53:01.235842 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-88fd74a1-82f0-42a9-8df7-0c356fb3daa9 req-3e642ad9-7f1a-407c-a847-7b9377b2fae3 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824459 Jun 16 12:53:01.264189 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-fed8a37b-4dd3-46df-a00d-3f392c58a372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:01.271533 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-fed8a37b-4dd3-46df-a00d-3f392c58a372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:01.279023 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-fed8a37b-4dd3-46df-a00d-3f392c58a372 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/352717a1-11f7-4936-bb82-b9b37a258f6b HTTP/1.1" status: 204 len: 168 time: 0.4299052 Jun 16 12:53:01.279023 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-ee40b7bf-4d68-4e3c-bc4e-981cd869da2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:01.355031 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9997340a-af9e-4386-be87-ead9d5e89d46 req-b0b6860d-e62a-46a9-8eed-b6c631e9df84 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 210 time: 0.0695741 Jun 16 12:53:01.356748 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8a37b-4dd3-46df-a00d-3f392c58a372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352717a1-11f7-4936-bb82-b9b37a258f6b,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:01.360781 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-fed8a37b-4dd3-46df-a00d-3f392c58a372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:01.887876 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 49180) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:53:01.911224 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2ebb3dd5-2736-49c6-8af5-b8ab77f0584b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:01.975695 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f7910-ce12-444d-aa94-cb02cb375236 req-47f28efa-52a1-4669-96eb-be36b5b9534a tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:01.978033 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-151f7910-ce12-444d-aa94-cb02cb375236 req-47f28efa-52a1-4669-96eb-be36b5b9534a tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.1171072 Jun 16 12:53:02.049317 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-151f7910-ce12-444d-aa94-cb02cb375236 req-0f6ef146-a6b9-4eb2-9852-d5959e4803fb tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594532 Jun 16 12:53:02.090771 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2ebb3dd5-2736-49c6-8af5-b8ab77f0584b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:02.097177 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2ebb3dd5-2736-49c6-8af5-b8ab77f0584b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:02.101706 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-02ca4caa-7fc2-43cd-975d-47d9547a0044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:02.170057 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb3dd5-2736-49c6-8af5-b8ab77f0584b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9aeb03-1499-498c-a0ac-3e3be31e3dd8,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:02.178946 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-2ebb3dd5-2736-49c6-8af5-b8ab77f0584b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b61dee8ad42e40f3a1fa83337d289087&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2886233 Jun 16 12:53:02.179947 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-2ebb3dd5-2736-49c6-8af5-b8ab77f0584b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:02.181605 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 49182) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:53:02.277928 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4f15d528-9d66-4a77-9c75-d29b85b35fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:02.321804 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4f15d528-9d66-4a77-9c75-d29b85b35fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:02.426344 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4f15d528-9d66-4a77-9c75-d29b85b35fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:02.432973 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4f15d528-9d66-4a77-9c75-d29b85b35fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:02.450625 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-4f15d528-9d66-4a77-9c75-d29b85b35fd2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dd9aeb03-1499-498c-a0ac-3e3be31e3dd8 HTTP/1.1" status: 204 len: 168 time: 0.2671931 Jun 16 12:53:02.455709 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-8e40f050-618f-4ba1-a73b-115fe92705a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:02.479098 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15d528-9d66-4a77-9c75-d29b85b35fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9aeb03-1499-498c-a0ac-3e3be31e3dd8,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:02.487222 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-4f15d528-9d66-4a77-9c75-d29b85b35fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:02.659516 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6279d428-da93-4cc2-b08a-d622a37455f4 req-4f111e49-8d4d-49bd-ad95-66eef18cccb0 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:02.662842 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6279d428-da93-4cc2-b08a-d622a37455f4 req-4f111e49-8d4d-49bd-ad95-66eef18cccb0 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 943 time: 0.1332133 Jun 16 12:53:02.730962 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f35317cd-d380-4111-9658-40abf9d89911 req-6fa531e3-db0b-44e7-b0f7-5cc4c3005d41 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 210 time: 0.0866861 Jun 16 12:53:02.787801 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6279d428-da93-4cc2-b08a-d622a37455f4 req-04c9039f-87be-4d6d-bfdb-df680f4615db tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077261 Jun 16 12:53:02.992196 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 29ca1cb9-b54b-4e6c-8174-b41effde49d0 no longer exists at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 12:53:03.079743 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:03.532430 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85416f03-7a06-4efa-963e-b3e39a147b21 req-1158eb56-2b76-4b7e-b06b-95b4c2d39432 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:03.535893 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-85416f03-7a06-4efa-963e-b3e39a147b21 req-1158eb56-2b76-4b7e-b06b-95b4c2d39432 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.1706862 Jun 16 12:53:03.624383 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-85416f03-7a06-4efa-963e-b3e39a147b21 req-1fd4967c-a9c0-4f9e-9e12-57ef1eb939b7 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764163 Jun 16 12:53:04.142474 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-25cc55d3-0777-41e6-b5ac-275550447b5d req-3b6fd4f0-ff8f-4f2d-be29-98a2a72f0791 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 210 time: 0.0600932 Jun 16 12:53:04.158815 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 49242) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:53:04.360918 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-dfe9402e-44c2-4073-b245-01b249470ca2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1948248368-network', 'tenant_id': '60d3e5144bb04eeaa2fe27abc09c9c27'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:53:04.420524 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe9402e-44c2-4073-b245-01b249470ca2 admin admin] Made reservation on behalf of 60d3e5144bb04eeaa2fe27abc09c9c27 for: {'network': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:53:04.435028 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-dfe9402e-44c2-4073-b245-01b249470ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for network, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:04.461702 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-dfe9402e-44c2-4073-b245-01b249470ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:04.708995 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-dfe9402e-44c2-4073-b245-01b249470ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:04.718996 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-dfe9402e-44c2-4073-b245-01b249470ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:04.738646 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-f46980cf-da5d-44b8-9ebe-ee54b6f2d568 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:04.820940 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999bac3-b842-440b-bae4-6993c0a4c06a req-56eb5796-9bda-4350-86c7-db1ad86508c2 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:04.831787 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8999bac3-b842-440b-bae4-6993c0a4c06a req-56eb5796-9bda-4350-86c7-db1ad86508c2 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 943 time: 0.2863626 Jun 16 12:53:04.971368 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfe9402e-44c2-4073-b245-01b249470ca2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=109146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 12:53:04.983015 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8999bac3-b842-440b-bae4-6993c0a4c06a req-08e89713-4cbd-472c-8cdc-864422e9894d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329448 Jun 16 12:53:05.027349 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9402e-44c2-4073-b245-01b249470ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d192b5b4-d454-47db-b7ce-2e9df4d2cf19,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:05.073386 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-dfe9402e-44c2-4073-b245-01b249470ca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:05.087529 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-dfe9402e-44c2-4073-b245-01b249470ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076'] for segment, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:05.090650 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.db.segments_db [None req-dfe9402e-44c2-4073-b245-01b249470ca2 admin admin] Added segment 47b82b34-ca43-4f57-b5be-5db0d7cf9707 of type vlan for network db2dc321-0434-4772-b9c0-62ee7ab9b166 Jun 16 12:53:05.306534 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b380798-5dcb-4634-b1ce-61797f5effec req-1f32f03b-6069-4fc8-bb89-7dcdf3a338ab tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:05.320908 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6b380798-5dcb-4634-b1ce-61797f5effec req-1f32f03b-6069-4fc8-bb89-7dcdf3a338ab tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.2742057 Jun 16 12:53:05.331905 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-092ce4d5-cf90-4ce6-bd4c-9008c4bd04ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:05.404212 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e569082-6b01-4751-acdb-91d393a5389d req-d15bb8b1-d43b-4cc2-8a6b-f2e7ac2f46f2 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:05.407526 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-2e569082-6b01-4751-acdb-91d393a5389d req-d15bb8b1-d43b-4cc2-8a6b-f2e7ac2f46f2 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.73 "GET /v2.0/networks?id=9c6243b5-3d74-40e5-9530-76601d13d460 HTTP/1.1" status: 200 len: 809 time: 0.5791271 Jun 16 12:53:05.461550 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f34f82-c8e3-4316-8354-c3f11a3cc652 req-b40053ef-1e7f-4be6-9f84-76613c054a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:05.468643 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-43f34f82-c8e3-4316-8354-c3f11a3cc652 req-b40053ef-1e7f-4be6-9f84-76613c054a04 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 1098 time: 0.3275940 Jun 16 12:53:05.487741 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6b380798-5dcb-4634-b1ce-61797f5effec req-e60137bc-32a8-4c17-8e28-cf882c278955 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643102 Jun 16 12:53:05.623893 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-2e569082-6b01-4751-acdb-91d393a5389d req-6fe48989-ffd7-4580-9b3d-9001fdbb3906 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b7db308073d4a089b0df0569909f5a2 HTTP/1.1" status: 200 len: 379 time: 0.1656420 Jun 16 12:53:05.638828 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-dfe9402e-44c2-4073-b245-01b249470ca2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754302079645'] for network, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:05.672475 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [req-2e569082-6b01-4751-acdb-91d393a5389d req-e85b5dd5-93da-44a2-991b-7413de287983 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Request body: {'port': {'device_id': 'eb6f38d1-1677-4c1f-877c-ae6b30056dcf', 'network_id': '9c6243b5-3d74-40e5-9530-76601d13d460', 'admin_state_up': True, 'tenant_id': '4b7db308073d4a089b0df0569909f5a2', 'security_groups': ['49569b5b-2a6b-4eff-b476-0393a87a31f0']}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:53:05.701171 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:05.707746 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 49286) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:53:05.715601 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-43f34f82-c8e3-4316-8354-c3f11a3cc652 req-37dd3b34-020a-4394-97ad-00e42483c921 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229140 Jun 16 12:53:05.745180 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f30669b8-1722-4c18-8c6f-cbbf915cc94c req-f025f5b3-96ad-4d12-83c7-0aa697964f18 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 210 time: 0.1394978 Jun 16 12:53:05.927168 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-dfe9402e-44c2-4073-b245-01b249470ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281'] for network, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:05.935747 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe9402e-44c2-4073-b245-01b249470ca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:05.937502 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-dfe9402e-44c2-4073-b245-01b249470ca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for network, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:05.948218 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:05.981474 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-da18d97a-da21-4db6-b41b-62ba2028aee8 req-c33bbfe4-8585-4a94-a258-8d379d8bccab service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2705171 Jun 16 12:53:06.323103 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-dfe9402e-44c2-4073-b245-01b249470ca2 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1624553 Jun 16 12:53:06.335180 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 49294) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:53:06.360431 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-a56011c0-cc50-49a1-8089-fd787636cfac admin admin] Request body: {'subnet': {'network_id': 'db2dc321-0434-4772-b9c0-62ee7ab9b166', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1948248368-subnet', 'tenant_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'ip_version': 4}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:53:06.454348 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.db.api [None req-a56011c0-cc50-49a1-8089-fd787636cfac admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 12:53:06.454348 dv-cinder-766296-6-iscsi neutron-server[109146]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 16 12:53:06.454348 dv-cinder-766296-6-iscsi neutron-server[109146]: [parameters: {'project_id_1': '60d3e5144bb04eeaa2fe27abc09c9c27', 'expiration_1': datetime.datetime(2021, 6, 16, 12, 53, 6, 369704)}] Jun 16 12:53:06.454348 dv-cinder-766296-6-iscsi neutron-server[109146]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=109146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 12:53:06.456521 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_db.api [None req-a56011c0-cc50-49a1-8089-fd787636cfac admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 12:53:06.461027 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9402e-44c2-4073-b245-01b249470ca2 admin admin] Pushing event updated for resources: {'Network': ['ID=db2dc321-0434-4772-b9c0-62ee7ab9b166,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:06.468828 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-dfe9402e-44c2-4073-b245-01b249470ca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:06.484374 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Network db2dc321-0434-4772-b9c0-62ee7ab9b166 details requested by agent ovs-agent-dv-cinder-766296-6-iscsi with host dv-cinder-766296-6-iscsi {{(pid=109147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 12:53:06.492141 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e569082-6b01-4751-acdb-91d393a5389d req-e85b5dd5-93da-44a2-991b-7413de287983 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Made reservation on behalf of 4b7db308073d4a089b0df0569909f5a2 for: {'port': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:53:06.501867 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-2e569082-6b01-4751-acdb-91d393a5389d req-e85b5dd5-93da-44a2-991b-7413de287983 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:06.608713 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d3f51-4938-4297-b562-e2efa7a12f9b req-4c899bd6-60c2-44a9-8216-6e041fe46c2f tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:06.611974 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4a1d3f51-4938-4297-b562-e2efa7a12f9b req-4c899bd6-60c2-44a9-8216-6e041fe46c2f tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 943 time: 0.3057251 Jun 16 12:53:06.778271 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4a1d3f51-4938-4297-b562-e2efa7a12f9b req-b778e8b5-ebc1-4c2f-96da-21bfc84e6775 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334338 Jun 16 12:53:06.915475 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [req-2e569082-6b01-4751-acdb-91d393a5389d req-e85b5dd5-93da-44a2-991b-7413de287983 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Allocated IP 172.20.0.9 (9c6243b5-3d74-40e5-9530-76601d13d460/9bf69c79-31ca-43a9-a491-65d3ffec99d5/6984917c-1fa0-4c5f-82aa-21ed71169760) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:53:07.002622 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:07.085026 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56011c0-cc50-49a1-8089-fd787636cfac admin admin] Made reservation on behalf of 60d3e5144bb04eeaa2fe27abc09c9c27 for: {'subnet': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:53:07.090131 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a56011c0-cc50-49a1-8089-fd787636cfac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31807206'] for subnet, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:07.228155 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-41939528-72b4-4788-b181-6bb188cd7953 req-895f16b0-2719-4d14-b4e4-939254100589 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 210 time: 0.0969350 Jun 16 12:53:07.327070 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685416c-0976-479a-9644-f88ade659f9f req-15c108cc-cfe2-4baf-9945-824253147708 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:07.333922 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2685416c-0976-479a-9644-f88ade659f9f req-15c108cc-cfe2-4baf-9945-824253147708 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.3646963 Jun 16 12:53:07.420156 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2685416c-0976-479a-9644-f88ade659f9f req-68352168-6387-4199-87fb-6943c548a76b tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755482 Jun 16 12:53:07.451444 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 49314) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:53:07.580469 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-2e569082-6b01-4751-acdb-91d393a5389d req-e85b5dd5-93da-44a2-991b-7413de287983 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks [] for port, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:07.627296 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.provisioning_blocks [req-2e569082-6b01-4751-acdb-91d393a5389d req-e85b5dd5-93da-44a2-991b-7413de287983 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Transition to ACTIVE for port object 6984917c-1fa0-4c5f-82aa-21ed71169760 will not be triggered until provisioned by entity DHCP. {{(pid=109146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:53:07.652518 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1e13fc55-592b-4e67-8721-b7d0c1e35e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:07.836345 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1e13fc55-592b-4e67-8721-b7d0c1e35e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:07.843437 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-2e569082-6b01-4751-acdb-91d393a5389d req-e85b5dd5-93da-44a2-991b-7413de287983 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32077152'] for port, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:07.854558 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:07.861581 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1e13fc55-592b-4e67-8721-b7d0c1e35e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:07.891796 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-72924d77-8f95-47a6-9036-40d3edcd0531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:07.935766 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a56011c0-cc50-49a1-8089-fd787636cfac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32077300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31807220'] for subnet, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:07.978818 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e569082-6b01-4751-acdb-91d393a5389d req-e85b5dd5-93da-44a2-991b-7413de287983 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Network 9c6243b5-3d74-40e5-9530-76601d13d460 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:53:07.979110 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-1e13fc55-592b-4e67-8721-b7d0c1e35e67 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5f17f1fe676841e59c9f2a0563678b65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5193849 Jun 16 12:53:07.983544 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 49328) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:53:07.996496 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [req-2e569082-6b01-4751-acdb-91d393a5389d req-e85b5dd5-93da-44a2-991b-7413de287983 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:53:08.021120 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e569082-6b01-4751-acdb-91d393a5389d req-e85b5dd5-93da-44a2-991b-7413de287983 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:53:08.036575 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b5dd5-93da-44a2-991b-7413de287983 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Pushing event updated for resources: {'Port': ['ID=6984917c-1fa0-4c5f-82aa-21ed71169760,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:08.054278 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13fc55-592b-4e67-8721-b7d0c1e35e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a9573a-0106-4424-9d3c-f07db1a6be56,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:08.072765 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-1e13fc55-592b-4e67-8721-b7d0c1e35e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:08.096011 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-e85b5dd5-93da-44a2-991b-7413de287983 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:08.106546 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:08.214347 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-22b8885c-2039-4fa2-8796-3efbe6f5f104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:08.247371 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e569082-6b01-4751-acdb-91d393a5389d req-e85b5dd5-93da-44a2-991b-7413de287983 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:08.249060 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-2e569082-6b01-4751-acdb-91d393a5389d req-e85b5dd5-93da-44a2-991b-7413de287983 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:08.273845 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-22b8885c-2039-4fa2-8796-3efbe6f5f104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:08.286747 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56011c0-cc50-49a1-8089-fd787636cfac admin admin] Pushing event updated for resources: {'Subnet': ['ID=04d171e3-63ad-40cc-b1ef-c03c5948460b,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:08.293863 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-a56011c0-cc50-49a1-8089-fd787636cfac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:08.326694 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-2e569082-6b01-4751-acdb-91d393a5389d req-e85b5dd5-93da-44a2-991b-7413de287983 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6643071 Jun 16 12:53:08.327548 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56011c0-cc50-49a1-8089-fd787636cfac admin admin] Checking segment: {'id': '47b82b34-ca43-4f57-b5be-5db0d7cf9707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'db2dc321-0434-4772-b9c0-62ee7ab9b166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:53:08.328317 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56011c0-cc50-49a1-8089-fd787636cfac admin admin] Network hostable DHCP agents. Network: db2dc321-0434-4772-b9c0-62ee7ab9b166, hostable agents: ['d62bbf24-a105-422a-86ef-12dacf7896c4'], hosted agents: [] {{(pid=109146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 12:53:08.352181 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [req-2e569082-6b01-4751-acdb-91d393a5389d req-4e7ed0e0-1641-4e4a-9f3c-d904fe05f6d2 service neutron] Request body: {'port': {'device_id': 'eb6f38d1-1677-4c1f-877c-ae6b30056dcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76629'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:53:08.376596 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42c95b-d435-4f49-9a3c-aa32fdfb3b02 req-fbbf2a3c-1a23-4ddf-8e55-37b3b1585bf7 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:08.378594 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4d42c95b-d435-4f49-9a3c-aa32fdfb3b02 req-fbbf2a3c-1a23-4ddf-8e55-37b3b1585bf7 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 943 time: 0.2488863 Jun 16 12:53:08.487585 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56011c0-cc50-49a1-8089-fd787636cfac admin admin] Network db2dc321-0434-4772-b9c0-62ee7ab9b166 is scheduled to be hosted by DHCP agent d62bbf24-a105-422a-86ef-12dacf7896c4 with binding_index 1 {{(pid=109146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 12:53:08.502731 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4d42c95b-d435-4f49-9a3c-aa32fdfb3b02 req-da82fda4-57ea-432c-9fa0-bfc34172e2f1 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106124 Jun 16 12:53:08.504669 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-a6684b68-a119-4437-8a0c-5ca64c88645d None None] Provisioning for port 6984917c-1fa0-4c5f-82aa-21ed71169760 completed by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:53:08.513380 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-22b8885c-2039-4fa2-8796-3efbe6f5f104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:08.517943 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-22b8885c-2039-4fa2-8796-3efbe6f5f104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:08.519591 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-a6684b68-a119-4437-8a0c-5ca64c88645d None None] Provisioning complete for port 6984917c-1fa0-4c5f-82aa-21ed71169760 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:53:08.520213 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-a6684b68-a119-4437-8a0c-5ca64c88645d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:08.544091 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-22b8885c-2039-4fa2-8796-3efbe6f5f104 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/84a9573a-0106-4424-9d3c-f07db1a6be56 HTTP/1.1" status: 204 len: 168 time: 0.5545485 Jun 16 12:53:08.544091 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-5ced2dd4-97ad-442e-9a61-01848b958688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:08.584428 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8885c-2039-4fa2-8796-3efbe6f5f104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a9573a-0106-4424-9d3c-f07db1a6be56,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:08.588066 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-a56011c0-cc50-49a1-8089-fd787636cfac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766296-6-iscsi, db2dc321-0434-4772-b9c0-62ee7ab9b166) {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:53:08.603676 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-22b8885c-2039-4fa2-8796-3efbe6f5f104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:08.609982 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56011c0-cc50-49a1-8089-fd787636cfac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:08.611271 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a56011c0-cc50-49a1-8089-fd787636cfac admin admin] Notify callbacks [] for subnet, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:08.650599 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb14e0c-a876-458b-bcb7-79cab4eac50e None None] Network db2dc321-0434-4772-b9c0-62ee7ab9b166 requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:53:08.665639 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-2e569082-6b01-4751-acdb-91d393a5389d req-4e7ed0e0-1641-4e4a-9f3c-d904fe05f6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:08.703449 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-a56011c0-cc50-49a1-8089-fd787636cfac admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3500905 Jun 16 12:53:08.711805 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 49344) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:53:08.822865 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-c2cbe2b8-12c1-43e5-b655-c40047f8d30b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1948248368-router', 'tenant_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'}}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:53:08.904554 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-a6684b68-a119-4437-8a0c-5ca64c88645d None None] Port 6984917c-1fa0-4c5f-82aa-21ed71169760 cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 12:53:08.993828 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c2cbe2b8-12c1-43e5-b655-c40047f8d30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-448915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13965'] for router, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:08.996063 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c2cbe2b8-12c1-43e5-b655-c40047f8d30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-489929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13942'] for router, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:09.317306 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05c0bf-7784-4d4f-9dd6-3b5197d63924 req-92f9f46e-7a59-4225-9414-111489cac2c5 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:09.322356 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6a05c0bf-7784-4d4f-9dd6-3b5197d63924 req-92f9f46e-7a59-4225-9414-111489cac2c5 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 931 time: 0.6283171 Jun 16 12:53:09.336734 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c2cbe2b8-12c1-43e5-b655-c40047f8d30b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:09.424600 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d04dde-a93d-468d-90ed-11a5fefc023d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa169a922-d219-5150-a7f6-9f81c4061e6e-db2dc321-0434-4772-b9c0-62ee7ab9b166', 'network_id': 'db2dc321-0434-4772-b9c0-62ee7ab9b166', 'tenant_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'fixed_ips': [{'subnet_id': '04d171e3-63ad-40cc-b1ef-c03c5948460b'}]}} from dv-cinder-766296-6-iscsi. {{(pid=109147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 12:53:09.426453 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-57d04dde-a93d-468d-90ed-11a5fefc023d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:09.449457 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [req-2e569082-6b01-4751-acdb-91d393a5389d req-4e7ed0e0-1641-4e4a-9f3c-d904fe05f6d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6984917c-1fa0-4c5f-82aa-21ed71169760 {{(pid=109146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 12:53:09.452569 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:09.461841 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c75110-516a-4cde-85d0-b9505050d027 req-47fc46dd-e276-4fd8-b155-774fb9d06dd1 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:09.467081 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-52c75110-516a-4cde-85d0-b9505050d027 req-47fc46dd-e276-4fd8-b155-774fb9d06dd1 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.5556428 Jun 16 12:53:09.467557 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-2e569082-6b01-4751-acdb-91d393a5389d req-4e7ed0e0-1641-4e4a-9f3c-d904fe05f6d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:09.496551 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.provisioning_blocks [req-2e569082-6b01-4751-acdb-91d393a5389d req-4e7ed0e0-1641-4e4a-9f3c-d904fe05f6d2 service neutron] Transition to ACTIVE for port object 6984917c-1fa0-4c5f-82aa-21ed71169760 will not be triggered until provisioned by entity L2. {{(pid=109146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:53:09.505478 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-2e569082-6b01-4751-acdb-91d393a5389d req-4e7ed0e0-1641-4e4a-9f3c-d904fe05f6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32077174'] for port, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:09.510623 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-64c517bb-d335-4d9e-9dbe-cc7ca34a3a6c tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:09.658776 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ed0e0-1641-4e4a-9f3c-d904fe05f6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=6984917c-1fa0-4c5f-82aa-21ed71169760,revision_number=2']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:09.672378 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-4e7ed0e0-1641-4e4a-9f3c-d904fe05f6d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:09.796731 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.db_base_plugin_common [None req-57d04dde-a93d-468d-90ed-11a5fefc023d None None] Allocated IP 172.20.0.2 (db2dc321-0434-4772-b9c0-62ee7ab9b166/04d171e3-63ad-40cc-b1ef-c03c5948460b/7bb60ae3-78e6-4217-966b-6c3f6425d667) {{(pid=109147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:53:09.831424 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-2e569082-6b01-4751-acdb-91d393a5389d req-4e7ed0e0-1641-4e4a-9f3c-d904fe05f6d2 service neutron] Attempting to bind port 6984917c-1fa0-4c5f-82aa-21ed71169760 on host hv-cinder-76629 for vnic_type normal with profile {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:53:09.832122 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-2e569082-6b01-4751-acdb-91d393a5389d req-4e7ed0e0-1641-4e4a-9f3c-d904fe05f6d2 service neutron] Attempting to bind port 6984917c-1fa0-4c5f-82aa-21ed71169760 by drivers openvswitch,hyperv on host hv-cinder-76629 at level 0 using segments [{'id': '00a4e780-9b72-4f52-955e-542392fdcf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9c6243b5-3d74-40e5-9530-76601d13d460'}] {{(pid=109146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:53:09.832616 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e569082-6b01-4751-acdb-91d393a5389d req-4e7ed0e0-1641-4e4a-9f3c-d904fe05f6d2 service neutron] Attempting to bind port 6984917c-1fa0-4c5f-82aa-21ed71169760 on network 9c6243b5-3d74-40e5-9530-76601d13d460 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:53:09.842932 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e569082-6b01-4751-acdb-91d393a5389d req-4e7ed0e0-1641-4e4a-9f3c-d904fe05f6d2 service neutron] Port 6984917c-1fa0-4c5f-82aa-21ed71169760 on network 9c6243b5-3d74-40e5-9530-76601d13d460 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76629 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 12:53:09.843833 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e569082-6b01-4751-acdb-91d393a5389d req-4e7ed0e0-1641-4e4a-9f3c-d904fe05f6d2 service neutron] Attempting to bind port 6984917c-1fa0-4c5f-82aa-21ed71169760 on network 9c6243b5-3d74-40e5-9530-76601d13d460 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:53:09.855439 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e569082-6b01-4751-acdb-91d393a5389d req-4e7ed0e0-1641-4e4a-9f3c-d904fe05f6d2 service neutron] Checking agent: {'id': 'b6c345f8-0197-4552-bdfc-f76fc82bf107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76629', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 47, 31), 'started_at': datetime.datetime(2021, 6, 16, 12, 47, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:53:09.856212 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e569082-6b01-4751-acdb-91d393a5389d req-4e7ed0e0-1641-4e4a-9f3c-d904fe05f6d2 service neutron] Checking segment: {'id': '00a4e780-9b72-4f52-955e-542392fdcf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9c6243b5-3d74-40e5-9530-76601d13d460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:53:09.857053 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e569082-6b01-4751-acdb-91d393a5389d req-4e7ed0e0-1641-4e4a-9f3c-d904fe05f6d2 service neutron] Bound using segment: {'id': '00a4e780-9b72-4f52-955e-542392fdcf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9c6243b5-3d74-40e5-9530-76601d13d460'} {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:53:09.858069 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-2e569082-6b01-4751-acdb-91d393a5389d req-4e7ed0e0-1641-4e4a-9f3c-d904fe05f6d2 service neutron] Bound port: 6984917c-1fa0-4c5f-82aa-21ed71169760, host: hv-cinder-76629, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00a4e780-9b72-4f52-955e-542392fdcf96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9c6243b5-3d74-40e5-9530-76601d13d460'}}] {{(pid=109146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:53:09.858841 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-2e569082-6b01-4751-acdb-91d393a5389d req-4e7ed0e0-1641-4e4a-9f3c-d904fe05f6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:10.066253 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-2e569082-6b01-4751-acdb-91d393a5389d req-4e7ed0e0-1641-4e4a-9f3c-d904fe05f6d2 service neutron] For port 6984917c-1fa0-4c5f-82aa-21ed71169760, host hv-cinder-76629, cleared binding levels {{(pid=109146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:53:10.078630 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-2e569082-6b01-4751-acdb-91d393a5389d req-4e7ed0e0-1641-4e4a-9f3c-d904fe05f6d2 service neutron] For port 6984917c-1fa0-4c5f-82aa-21ed71169760, host hv-cinder-76629, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=6984917c-1fa0-4c5f-82aa-21ed71169760,segment=NetworkSegment(00a4e780-9b72-4f52-955e-542392fdcf96),segment_id=00a4e780-9b72-4f52-955e-542392fdcf96)] {{(pid=109146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:53:10.104886 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-2e569082-6b01-4751-acdb-91d393a5389d req-4e7ed0e0-1641-4e4a-9f3c-d904fe05f6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32077174'] for port, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:10.111672 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-8c848cfa-6eda-4c80-ac3e-3ea848bb1570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:10.126041 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6a05c0bf-7784-4d4f-9dd6-3b5197d63924 req-25d94555-697f-4529-9f07-2c160e37c779 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7853029 Jun 16 12:53:10.192222 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e569082-6b01-4751-acdb-91d393a5389d req-4e7ed0e0-1641-4e4a-9f3c-d904fe05f6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:10.194763 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-2e569082-6b01-4751-acdb-91d393a5389d req-4e7ed0e0-1641-4e4a-9f3c-d904fe05f6d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:10.197636 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-2e569082-6b01-4751-acdb-91d393a5389d req-4e7ed0e0-1641-4e4a-9f3c-d904fe05f6d2 service neutron] 10.222.0.73 "PUT /v2.0/ports/6984917c-1fa0-4c5f-82aa-21ed71169760 HTTP/1.1" status: 200 len: 1093 time: 1.8539603 Jun 16 12:53:10.198733 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb6f38d1-1677-4c1f-877c-ae6b30056dcf', 'tag': '6984917c-1fa0-4c5f-82aa-21ed71169760'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:53:10.217273 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d3ced2b0755242c869f5b076fa8168e6e97917c7fd5877aaea6e5f8b8701d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be5b309-5404-46a3-88fc-985a84cf341b" -d '{"events": [{"name": "network-changed", "server_uuid": "eb6f38d1-1677-4c1f-877c-ae6b30056dcf", "tag": "6984917c-1fa0-4c5f-82aa-21ed71169760"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:53:10.258093 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-57d04dde-a93d-468d-90ed-11a5fefc023d None None] Notify callbacks [] for port, precommit_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:10.284819 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ed0e0-1641-4e4a-9f3c-d904fe05f6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=6984917c-1fa0-4c5f-82aa-21ed71169760,revision_number=3']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:10.287225 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-57d04dde-a93d-468d-90ed-11a5fefc023d None None] Transition to ACTIVE for port object 7bb60ae3-78e6-4217-966b-6c3f6425d667 will not be triggered until provisioned by entity L2. {{(pid=109147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:53:10.301640 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-4e7ed0e0-1641-4e4a-9f3c-d904fe05f6d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:10.321695 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-52c75110-516a-4cde-85d0-b9505050d027 req-0c27c4c5-f5aa-4e0b-8487-83e9c14cdcdd tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7756841 Jun 16 12:53:10.338662 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-57d04dde-a93d-468d-90ed-11a5fefc023d None None] Transition to ACTIVE for port object 7bb60ae3-78e6-4217-966b-6c3f6425d667 will not be triggered until provisioned by entity DHCP. {{(pid=109147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:53:10.343780 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c2cbe2b8-12c1-43e5-b655-c40047f8d30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-438913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13920'] for router, precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:10.360873 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-57d04dde-a93d-468d-90ed-11a5fefc023d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438'] for port, after_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:10.379959 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:10.466504 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e569082-6b01-4751-acdb-91d393a5389d req-664451c2-d5ba-4477-b526-6aec1af9beb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:10.469388 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-2e569082-6b01-4751-acdb-91d393a5389d req-664451c2-d5ba-4477-b526-6aec1af9beb9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b7db308073d4a089b0df0569909f5a2&device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 1096 time: 0.1622193 Jun 16 12:53:10.489349 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 12:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce418674-bc16-4378-8c79-c5ca957b4c24 x-openstack-request-id: req-ce418674-bc16-4378-8c79-c5ca957b4c24 {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:53:10.490576 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb6f38d1-1677-4c1f-877c-ae6b30056dcf", "tag": "6984917c-1fa0-4c5f-82aa-21ed71169760", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:53:10.491229 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ce418674-bc16-4378-8c79-c5ca957b4c24 {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:53:10.492389 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb6f38d1-1677-4c1f-877c-ae6b30056dcf', 'tag': '6984917c-1fa0-4c5f-82aa-21ed71169760', 'status': 'completed', 'code': 200} Jun 16 12:53:10.543916 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d04dde-a93d-468d-90ed-11a5fefc023d None None] Network db2dc321-0434-4772-b9c0-62ee7ab9b166 is already hosted by enough agents. {{(pid=109147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:53:10.573704 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.scheduler.base_scheduler [None req-57d04dde-a93d-468d-90ed-11a5fefc023d None None] Resources bound (agent type, host, resource id): {{(pid=109147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:53:10.586125 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d04dde-a93d-468d-90ed-11a5fefc023d None None] Received port after_create {{(pid=109147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:53:10.668597 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-2e569082-6b01-4751-acdb-91d393a5389d req-2d03dec0-5414-47bd-9ab0-a76bd84a7423 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6984917c-1fa0-4c5f-82aa-21ed71169760 HTTP/1.1" status: 200 len: 217 time: 0.1624980 Jun 16 12:53:10.736450 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d04dde-a93d-468d-90ed-11a5fefc023d None None] Pushing event updated for resources: {'Port': ['ID=7bb60ae3-78e6-4217-966b-6c3f6425d667,revision_number=1']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:10.747465 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba28c4f-f314-41cd-aa71-111ef0957747 req-4a9edeca-f34c-463f-97e6-bc23d9f336bb tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:10.754361 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8ba28c4f-f314-41cd-aa71-111ef0957747 req-4a9edeca-f34c-463f-97e6-bc23d9f336bb tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 943 time: 0.2949984 Jun 16 12:53:10.769369 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-57d04dde-a93d-468d-90ed-11a5fefc023d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:10.829229 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e569082-6b01-4751-acdb-91d393a5389d req-b2bd1cbd-fcb0-471a-a27f-d721ce34e824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:10.835505 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-2e569082-6b01-4751-acdb-91d393a5389d req-b2bd1cbd-fcb0-471a-a27f-d721ce34e824 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9bf69c79-31ca-43a9-a491-65d3ffec99d5 HTTP/1.1" status: 200 len: 848 time: 0.1534092 Jun 16 12:53:10.859685 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-57d04dde-a93d-468d-90ed-11a5fefc023d None None] Attempting to bind port 7bb60ae3-78e6-4217-966b-6c3f6425d667 on host dv-cinder-766296-6-iscsi for vnic_type normal with profile {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:53:10.860543 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-57d04dde-a93d-468d-90ed-11a5fefc023d None None] Attempting to bind port 7bb60ae3-78e6-4217-966b-6c3f6425d667 by drivers openvswitch,hyperv on host dv-cinder-766296-6-iscsi at level 0 using segments [{'id': '47b82b34-ca43-4f57-b5be-5db0d7cf9707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'db2dc321-0434-4772-b9c0-62ee7ab9b166'}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:53:10.861164 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d04dde-a93d-468d-90ed-11a5fefc023d None None] Attempting to bind port 7bb60ae3-78e6-4217-966b-6c3f6425d667 on network db2dc321-0434-4772-b9c0-62ee7ab9b166 {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:53:10.877841 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d04dde-a93d-468d-90ed-11a5fefc023d None None] Checking agent: {'id': '02c43e25-bd45-43d2-952e-f18e4af744aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766296-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 40, 6), 'started_at': datetime.datetime(2021, 6, 16, 12, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766296-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:53:10.878665 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d04dde-a93d-468d-90ed-11a5fefc023d None None] Checking segment: {'id': '47b82b34-ca43-4f57-b5be-5db0d7cf9707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'db2dc321-0434-4772-b9c0-62ee7ab9b166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:53:10.879404 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-57d04dde-a93d-468d-90ed-11a5fefc023d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:10.880222 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d04dde-a93d-468d-90ed-11a5fefc023d None None] Bound using segment: {'id': '47b82b34-ca43-4f57-b5be-5db0d7cf9707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'db2dc321-0434-4772-b9c0-62ee7ab9b166'} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:53:10.881890 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-57d04dde-a93d-468d-90ed-11a5fefc023d None None] Bound port: 7bb60ae3-78e6-4217-966b-6c3f6425d667, host: dv-cinder-766296-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b82b34-ca43-4f57-b5be-5db0d7cf9707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'db2dc321-0434-4772-b9c0-62ee7ab9b166'}}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:53:10.882881 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-57d04dde-a93d-468d-90ed-11a5fefc023d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:10.992866 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e569082-6b01-4751-acdb-91d393a5389d req-7fc0e06b-f151-4a15-8a69-9118fa5b1e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:10.995793 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-2e569082-6b01-4751-acdb-91d393a5389d req-7fc0e06b-f151-4a15-8a69-9118fa5b1e04 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9c6243b5-3d74-40e5-9530-76601d13d460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1382046 Jun 16 12:53:11.136703 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8ba28c4f-f314-41cd-aa71-111ef0957747 req-6e878caa-58ac-4ad2-8161-3688469cdb2f tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3612208 Jun 16 12:53:11.138587 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-57d04dde-a93d-468d-90ed-11a5fefc023d None None] For port 7bb60ae3-78e6-4217-966b-6c3f6425d667, host dv-cinder-766296-6-iscsi, cleared binding levels {{(pid=109147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:53:11.172486 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-57d04dde-a93d-468d-90ed-11a5fefc023d None None] For port 7bb60ae3-78e6-4217-966b-6c3f6425d667, host dv-cinder-766296-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=7bb60ae3-78e6-4217-966b-6c3f6425d667,segment=NetworkSegment(47b82b34-ca43-4f57-b5be-5db0d7cf9707),segment_id=47b82b34-ca43-4f57-b5be-5db0d7cf9707)] {{(pid=109147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:53:11.197910 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-57d04dde-a93d-468d-90ed-11a5fefc023d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:11.208218 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:11.220819 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c2cbe2b8-12c1-43e5-b655-c40047f8d30b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:11.291420 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c2cbe2b8-12c1-43e5-b655-c40047f8d30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:11.424613 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-2e569082-6b01-4751-acdb-91d393a5389d req-a555e4c3-b9aa-4127-baaa-5f61a519cfb5 service neutron] 10.222.0.73 "GET /v2.0/networks/9c6243b5-3d74-40e5-9530-76601d13d460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4164577 Jun 16 12:53:11.514435 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d04dde-a93d-468d-90ed-11a5fefc023d None None] Pushing event updated for resources: {'Port': ['ID=7bb60ae3-78e6-4217-966b-6c3f6425d667,revision_number=2']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:11.531608 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-57d04dde-a93d-468d-90ed-11a5fefc023d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:11.790262 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-2e569082-6b01-4751-acdb-91d393a5389d req-9e7bfab9-fd41-441f-a6d9-53da7f0088ea service neutron] 10.222.0.73 "GET /v2.0/networks/9c6243b5-3d74-40e5-9530-76601d13d460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449605 Jun 16 12:53:12.013528 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [None req-c2cbe2b8-12c1-43e5-b655-c40047f8d30b admin admin] Allocated IP 172.27.0.243 (31dc54ca-819a-4fca-8a47-71bd58082db2/22fb36b4-54fb-4b68-bc71-a723384dad9b/63c39fa5-86d5-4a84-98be-332a2d359704) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:53:12.199622 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5b309-5404-46a3-88fc-985a84cf341b req-fa07f5b1-37f8-4b99-b31d-9db270e332ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:12.202618 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7be5b309-5404-46a3-88fc-985a84cf341b req-fa07f5b1-37f8-4b99-b31d-9db270e332ca service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b7db308073d4a089b0df0569909f5a2&device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 1096 time: 0.2347639 Jun 16 12:53:12.226434 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc011d-c3be-4e29-a5a5-0724885fe786 req-fce4c092-3200-4b22-8271-60ea9cf7029e tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:12.233282 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1fcc011d-c3be-4e29-a5a5-0724885fe786 req-fce4c092-3200-4b22-8271-60ea9cf7029e tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 943 time: 0.7142348 Jun 16 12:53:12.268602 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfab05-ea7a-45b5-9283-be50e9c2352e req-71397f4e-99cb-4dab-a7ab-59e41faf53c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:12.273768 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f1cfab05-ea7a-45b5-9283-be50e9c2352e req-71397f4e-99cb-4dab-a7ab-59e41faf53c6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1bb6d57a17a34ca0a86552ed9595186c&device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 1098 time: 0.6453788 Jun 16 12:53:12.280579 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 7bb60ae3-78e6-4217-966b-6c3f6425d667 up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:53:12.370782 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c2cbe2b8-12c1-43e5-b655-c40047f8d30b admin admin] Notify callbacks [] for port, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:12.411564 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning for port 7bb60ae3-78e6-4217-966b-6c3f6425d667 completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:53:12.412429 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5b309-5404-46a3-88fc-985a84cf341b req-5d39a808-631a-44ed-a51b-33b8d02d989b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:12.415227 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7be5b309-5404-46a3-88fc-985a84cf341b req-5d39a808-631a-44ed-a51b-33b8d02d989b service neutron] 10.222.0.73 "GET /v2.0/networks?id=9c6243b5-3d74-40e5-9530-76601d13d460 HTTP/1.1" status: 200 len: 910 time: 0.2006791 Jun 16 12:53:12.485528 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1fcc011d-c3be-4e29-a5a5-0724885fe786 req-cd32e28e-5aee-46a0-a6c8-e8d2dc4ad524 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2337015 Jun 16 12:53:12.499984 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7be5b309-5404-46a3-88fc-985a84cf341b req-fc82d06a-0fa7-450f-b90c-2ec09ca324f7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6984917c-1fa0-4c5f-82aa-21ed71169760 HTTP/1.1" status: 200 len: 217 time: 0.0721402 Jun 16 12:53:12.501384 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ee548-6bd7-4da1-8a3d-09a680dbe80a req-06e40df9-6b0a-4ec8-a673-0592da6809e6 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:12.504336 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d55ee548-6bd7-4da1-8a3d-09a680dbe80a req-06e40df9-6b0a-4ec8-a673-0592da6809e6 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.7068355 Jun 16 12:53:12.625199 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5b309-5404-46a3-88fc-985a84cf341b req-b6b20683-a7f8-42fd-8d24-16e05f9efb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:12.628891 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7be5b309-5404-46a3-88fc-985a84cf341b req-b6b20683-a7f8-42fd-8d24-16e05f9efb06 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9bf69c79-31ca-43a9-a491-65d3ffec99d5 HTTP/1.1" status: 200 len: 848 time: 0.1130562 Jun 16 12:53:12.707106 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c2cbe2b8-12c1-43e5-b655-c40047f8d30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438'] for port, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:12.711215 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfab05-ea7a-45b5-9283-be50e9c2352e req-80f9c345-589e-4689-a01f-9115ac051d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:12.713567 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f1cfab05-ea7a-45b5-9283-be50e9c2352e req-80f9c345-589e-4689-a01f-9115ac051d68 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9ac76732-b5e5-4a02-a83d-61dcd782119c HTTP/1.1" status: 200 len: 920 time: 0.3773472 Jun 16 12:53:12.750004 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:12.808762 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5b309-5404-46a3-88fc-985a84cf341b req-a842fe59-8a9f-443b-b1ee-27f8bb0c23e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:12.812912 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7be5b309-5404-46a3-88fc-985a84cf341b req-a842fe59-8a9f-443b-b1ee-27f8bb0c23e7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9c6243b5-3d74-40e5-9530-76601d13d460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1691206 Jun 16 12:53:12.836151 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cbe2b8-12c1-43e5-b655-c40047f8d30b admin admin] Network 31dc54ca-819a-4fca-8a47-71bd58082db2 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:53:12.925920 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [None req-c2cbe2b8-12c1-43e5-b655-c40047f8d30b admin admin] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:53:12.984149 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d55ee548-6bd7-4da1-8a3d-09a680dbe80a req-fe66c689-116e-45cf-8106-aed10e411c59 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867693 Jun 16 12:53:12.991110 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cbe2b8-12c1-43e5-b655-c40047f8d30b admin admin] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:53:12.998515 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f1cfab05-ea7a-45b5-9283-be50e9c2352e req-46ab2676-e14d-4ce8-bb35-3b2e0a58d113 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8abefd3e-8a24-46bb-971b-1d9f5e28c7df HTTP/1.1" status: 200 len: 217 time: 0.2629893 Jun 16 12:53:13.089572 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7be5b309-5404-46a3-88fc-985a84cf341b req-96dd0c4e-574e-454e-9051-51c7a80046e8 service neutron] 10.222.0.73 "GET /v2.0/networks/9c6243b5-3d74-40e5-9530-76601d13d460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635167 Jun 16 12:53:13.244127 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cbe2b8-12c1-43e5-b655-c40047f8d30b admin admin] Pushing event updated for resources: {'Port': ['ID=63c39fa5-86d5-4a84-98be-332a2d359704,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:13.282843 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-c2cbe2b8-12c1-43e5-b655-c40047f8d30b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:13.371021 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7be5b309-5404-46a3-88fc-985a84cf341b req-cce0d011-1a94-40e5-a687-adefc0868273 service neutron] 10.222.0.73 "GET /v2.0/networks/9c6243b5-3d74-40e5-9530-76601d13d460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625685 Jun 16 12:53:13.423774 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfab05-ea7a-45b5-9283-be50e9c2352e req-8215fa86-653f-431f-b01e-c82d29159069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:13.426543 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f1cfab05-ea7a-45b5-9283-be50e9c2352e req-8215fa86-653f-431f-b01e-c82d29159069 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e11ea1c4-1683-49da-8a09-a0382b92ba4a HTTP/1.1" status: 200 len: 859 time: 0.4013188 Jun 16 12:53:13.433156 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27309457-4374-4fcc-b60c-58c99e6960bf None None] Network db2dc321-0434-4772-b9c0-62ee7ab9b166 requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:53:13.455034 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdb379-bdca-43e9-ada7-327fc71c9e64 req-d0b146b9-cbd6-40e0-9e41-8679a8508cfc tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:13.458586 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-03cdb379-bdca-43e9-ada7-327fc71c9e64 req-d0b146b9-cbd6-40e0-9e41-8679a8508cfc tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 943 time: 0.7209771 Jun 16 12:53:13.581609 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-be326fbc-4aee-46f4-b13c-54f8fd84cc4c None None] Provisioning for port 7bb60ae3-78e6-4217-966b-6c3f6425d667 completed by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:53:13.607062 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-be326fbc-4aee-46f4-b13c-54f8fd84cc4c None None] Provisioning complete for port 7bb60ae3-78e6-4217-966b-6c3f6425d667 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:53:13.608262 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-be326fbc-4aee-46f4-b13c-54f8fd84cc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:13.638441 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f1cfab05-ea7a-45b5-9283-be50e9c2352e req-4fe3fb80-8fad-4d93-8bcc-d2c9eca51d8e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9ac76732-b5e5-4a02-a83d-61dcd782119c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958939 Jun 16 12:53:13.843025 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-be326fbc-4aee-46f4-b13c-54f8fd84cc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:13.844540 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-03cdb379-bdca-43e9-ada7-327fc71c9e64 req-64ed3424-709d-429f-bc1f-02690695974d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094567 Jun 16 12:53:13.937337 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c2cbe2b8-12c1-43e5-b655-c40047f8d30b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:13.962024 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-be326fbc-4aee-46f4-b13c-54f8fd84cc4c None None] For port 7bb60ae3-78e6-4217-966b-6c3f6425d667, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=7bb60ae3-78e6-4217-966b-6c3f6425d667,segment=NetworkSegment(47b82b34-ca43-4f57-b5be-5db0d7cf9707),segment_id=47b82b34-ca43-4f57-b5be-5db0d7cf9707)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:53:13.969819 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-be326fbc-4aee-46f4-b13c-54f8fd84cc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:13.973135 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:14.111089 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be326fbc-4aee-46f4-b13c-54f8fd84cc4c None None] Pushing event updated for resources: {'Port': ['ID=7bb60ae3-78e6-4217-966b-6c3f6425d667,revision_number=3']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:14.119100 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-be326fbc-4aee-46f4-b13c-54f8fd84cc4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:14.142793 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f1cfab05-ea7a-45b5-9283-be50e9c2352e req-5b65ae52-9acd-4930-8b95-645e0596e2fb service neutron] 10.222.0.73 "GET /v2.0/networks/9ac76732-b5e5-4a02-a83d-61dcd782119c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4946826 Jun 16 12:53:14.248621 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18d97a-da21-4db6-b41b-62ba2028aee8 req-70180efb-9857-4585-a9a6-157321d36ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:14.254846 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-da18d97a-da21-4db6-b41b-62ba2028aee8 req-70180efb-9857-4585-a9a6-157321d36ef0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487&tenant_id=9142176cdce2480a88e9dcee58c356f4 HTTP/1.1" status: 200 len: 1096 time: 0.2484856 Jun 16 12:53:14.281296 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bacd2a-0474-4c86-be13-f106756ee6dd req-f9a3b209-92ee-438a-aa83-1b37f4234d51 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:14.292416 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d0bacd2a-0474-4c86-be13-f106756ee6dd req-f9a3b209-92ee-438a-aa83-1b37f4234d51 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 943 time: 0.5343804 Jun 16 12:53:14.432409 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18d97a-da21-4db6-b41b-62ba2028aee8 req-0aa33bad-e8af-41be-9e2f-ea4e4e80bfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:14.443097 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-da18d97a-da21-4db6-b41b-62ba2028aee8 req-0aa33bad-e8af-41be-9e2f-ea4e4e80bfaf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9142176cdce2480a88e9dcee58c356f4&device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 1096 time: 0.1267738 Jun 16 12:53:14.513117 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-bbfd62c8-8182-4179-afe0-de0e05d3ce7c None None] Provisioning complete for port 7bb60ae3-78e6-4217-966b-6c3f6425d667 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:53:14.513980 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-bbfd62c8-8182-4179-afe0-de0e05d3ce7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:14.643739 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18d97a-da21-4db6-b41b-62ba2028aee8 req-15ca9404-826a-429a-83f4-4ad7cc86a300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:14.647465 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-da18d97a-da21-4db6-b41b-62ba2028aee8 req-15ca9404-826a-429a-83f4-4ad7cc86a300 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b092543c-4e0a-4b3c-b41e-431b7c90a537 HTTP/1.1" status: 200 len: 917 time: 0.2017810 Jun 16 12:53:14.762177 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-da18d97a-da21-4db6-b41b-62ba2028aee8 req-5e434fe1-c027-4ac7-8d78-c1bd1e168ae1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29ca1cb9-b54b-4e6c-8174-b41effde49d0 HTTP/1.1" status: 200 len: 998 time: 0.1071334 Jun 16 12:53:14.863897 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18d97a-da21-4db6-b41b-62ba2028aee8 req-503dfbda-3c36-4fcb-8f89-45e4e940038c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:14.866743 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-da18d97a-da21-4db6-b41b-62ba2028aee8 req-503dfbda-3c36-4fcb-8f89-45e4e940038c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6854b649-d35a-4298-9aa6-e7a75a6ae3a1 HTTP/1.1" status: 200 len: 855 time: 0.0932693 Jun 16 12:53:14.991116 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18d97a-da21-4db6-b41b-62ba2028aee8 req-f898a51a-89a1-4028-ad33-48cb0c342d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:14.993994 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-da18d97a-da21-4db6-b41b-62ba2028aee8 req-f898a51a-89a1-4028-ad33-48cb0c342d79 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b092543c-4e0a-4b3c-b41e-431b7c90a537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1162856 Jun 16 12:53:15.078570 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d0bacd2a-0474-4c86-be13-f106756ee6dd req-b2de48e6-5a73-41c9-99de-1fa64169df87 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7661843 Jun 16 12:53:15.106942 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f1cfab05-ea7a-45b5-9283-be50e9c2352e req-bacb9317-8916-4676-a5fd-502786c324bf service neutron] 10.222.0.73 "GET /v2.0/networks/9ac76732-b5e5-4a02-a83d-61dcd782119c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9504592 Jun 16 12:53:15.156086 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfeccef-c8b7-4592-b726-fa901bc81d6e req-1d56dc23-8088-42aa-b9f0-696ff4b41640 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:15.164723 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ecfeccef-c8b7-4592-b726-fa901bc81d6e req-1d56dc23-8088-42aa-b9f0-696ff4b41640 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.8626735 Jun 16 12:53:15.196600 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-da18d97a-da21-4db6-b41b-62ba2028aee8 req-9c32770f-2e4c-4541-8fb9-958f8f5d36ce service neutron] 10.222.0.73 "GET /v2.0/networks/b092543c-4e0a-4b3c-b41e-431b7c90a537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932905 Jun 16 12:53:15.225038 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c2cbe2b8-12c1-43e5-b655-c40047f8d30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439031'] for router, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:15.401984 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-da18d97a-da21-4db6-b41b-62ba2028aee8 req-62804f4e-a054-44f4-a4ac-d61818ae02b2 service neutron] 10.222.0.73 "GET /v2.0/networks/b092543c-4e0a-4b3c-b41e-431b7c90a537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945722 Jun 16 12:53:15.415621 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ecfeccef-c8b7-4592-b726-fa901bc81d6e req-e9533218-b2cf-43a1-a495-f7c17fc5cb74 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412789 Jun 16 12:53:15.592794 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714041a1-512e-46d6-b20a-15ea83727a2a req-4f34e987-5bf0-4659-a349-c36558ac5315 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:15.595595 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-714041a1-512e-46d6-b20a-15ea83727a2a req-4f34e987-5bf0-4659-a349-c36558ac5315 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 943 time: 0.2256308 Jun 16 12:53:15.703303 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-714041a1-512e-46d6-b20a-15ea83727a2a req-b0f9173d-9a3a-41e4-91e9-cb31a3b7c18a tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962152 Jun 16 12:53:15.712174 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2cbe2b8-12c1-43e5-b655-c40047f8d30b admin admin] Router e7858c26-b84a-46d3-a3f7-2975685c8e58 is scheduled to L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 with binding_index 1 {{(pid=109145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 12:53:15.934615 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2cbe2b8-12c1-43e5-b655-c40047f8d30b admin admin] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 12:53:15.949878 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da05032-8894-469d-ae8d-edd9e8740f09 None None] Sync routers for ids ['e7858c26-b84a-46d3-a3f7-2975685c8e58'] in dv-cinder-766296-6-iscsi {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 12:53:15.964030 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c2cbe2b8-12c1-43e5-b655-c40047f8d30b admin admin] Notify callbacks [] for router, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:15.966483 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-c2cbe2b8-12c1-43e5-b655-c40047f8d30b admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.2272637 Jun 16 12:53:15.969848 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 49452) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:53:15.975881 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da05032-8894-469d-ae8d-edd9e8740f09 None None] Routers {'e7858c26-b84a-46d3-a3f7-2975685c8e58'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:53:15.976895 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-0da05032-8894-469d-ae8d-edd9e8740f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644aa47460>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:53:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['e7858c26-b84a-46d3-a3f7-2975685c8e58'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:53:16.191003 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-0da05032-8894-469d-ae8d-edd9e8740f09 None None] Set router e7858c26-b84a-46d3-a3f7-2975685c8e58 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:53:16.221730 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 7bb60ae3-78e6-4217-966b-6c3f6425d667 up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:53:16.471627 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port 7bb60ae3-78e6-4217-966b-6c3f6425d667 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:53:16.472289 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:16.766532 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98fc59c-bf16-4504-82eb-c7435d9deb74 req-234c387e-48e9-481a-93d9-eedf7d4e11d8 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:16.788271 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e98fc59c-bf16-4504-82eb-c7435d9deb74 req-234c387e-48e9-481a-93d9-eedf7d4e11d8 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 943 time: 0.3314059 Jun 16 12:53:17.020151 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e98fc59c-bf16-4504-82eb-c7435d9deb74 req-acf809ee-1ee5-4f57-9df9-7d2e9504d284 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082179 Jun 16 12:53:17.212895 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-0da05032-8894-469d-ae8d-edd9e8740f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644aa47460>, [{'id': 'e7858c26-b84a-46d3-a3f7-2975685c8e58', 'name': 'tempest-TestMinimumBasicScenario-1948248368-router', 'tenant_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '63c39fa5-86d5-4a84-98be-332a2d359704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:53:09Z', 'updated_at': '2021-06-16T12:53:13Z', 'revision_number': 3, 'project_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'gw_port': {'id': '63c39fa5-86d5-4a84-98be-332a2d359704', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7858c26-b84a-46d3-a3f7-2975685c8e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:53:11Z', 'updated_at': '2021-06-16T12:53:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi'}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:53:17.238833 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da05032-8894-469d-ae8d-edd9e8740f09 None None] Checking router: e7858c26-b84a-46d3-a3f7-2975685c8e58 for host: dv-cinder-766296-6-iscsi {{(pid=109148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 12:53:17.240944 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da05032-8894-469d-ae8d-edd9e8740f09 None None] Updating router e7858c26-b84a-46d3-a3f7-2975685c8e58 port 63c39fa5-86d5-4a84-98be-332a2d359704 binding host dv-cinder-766296-6-iscsi {{(pid=109148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 12:53:17.338385 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-0da05032-8894-469d-ae8d-edd9e8740f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:17.360154 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef838a-02aa-466e-a428-10a295056c7c req-900ff7e0-e480-4518-b63e-0ef55c6bd77b tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:17.379675 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3aef838a-02aa-466e-a428-10a295056c7c req-900ff7e0-e480-4518-b63e-0ef55c6bd77b tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.2884710 Jun 16 12:53:17.549766 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3aef838a-02aa-466e-a428-10a295056c7c req-4cd82007-3af8-4b19-a604-3eb4481c0210 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668751 Jun 16 12:53:17.688913 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc79ba-c573-47ca-af0f-6589336be699 req-72a5234b-e890-40bd-840b-0a48b7388af2 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:17.704087 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d2fc79ba-c573-47ca-af0f-6589336be699 req-72a5234b-e890-40bd-840b-0a48b7388af2 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 943 time: 0.2731466 Jun 16 12:53:17.875470 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d2fc79ba-c573-47ca-af0f-6589336be699 req-f2a2df21-d41a-4abd-9cd6-5df4834ba9da tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230080 Jun 16 12:53:18.036577 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-85c15658-8636-4a8a-97bd-2e14e55bada4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:18.211572 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-0da05032-8894-469d-ae8d-edd9e8740f09 None None] Notify callbacks [] for port, precommit_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:18.244382 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.provisioning_blocks [None req-0da05032-8894-469d-ae8d-edd9e8740f09 None None] Transition to ACTIVE for port object 63c39fa5-86d5-4a84-98be-332a2d359704 will not be triggered until provisioned by entity L2. {{(pid=109148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:53:18.267985 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-0da05032-8894-469d-ae8d-edd9e8740f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:18.277820 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG oslo_concurrency.lockutils [None req-7c7ef564-1784-4e7a-b29a-e6355e2c17ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:18.408664 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590aaa00-0227-4305-8988-212e246ae777 None None] Pushing event updated for resources: {'Port': ['ID=63c39fa5-86d5-4a84-98be-332a2d359704,revision_number=2']} {{(pid=109148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:18.440786 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-0da05032-8894-469d-ae8d-edd9e8740f09 None None] Attempting to bind port 63c39fa5-86d5-4a84-98be-332a2d359704 on host dv-cinder-766296-6-iscsi for vnic_type normal with profile {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:53:18.441950 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-0da05032-8894-469d-ae8d-edd9e8740f09 None None] Attempting to bind port 63c39fa5-86d5-4a84-98be-332a2d359704 by drivers openvswitch,hyperv on host dv-cinder-766296-6-iscsi at level 0 using segments [{'id': 'ccabc92d-cb7c-48c7-8ba2-36435bcfb991', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'}] {{(pid=109148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:53:18.442886 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da05032-8894-469d-ae8d-edd9e8740f09 None None] Attempting to bind port 63c39fa5-86d5-4a84-98be-332a2d359704 on network 31dc54ca-819a-4fca-8a47-71bd58082db2 {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:53:18.456239 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da05032-8894-469d-ae8d-edd9e8740f09 None None] Checking agent: {'id': '02c43e25-bd45-43d2-952e-f18e4af744aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766296-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 40, 6), 'started_at': datetime.datetime(2021, 6, 16, 12, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766296-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:53:18.457310 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da05032-8894-469d-ae8d-edd9e8740f09 None None] Checking segment: {'id': 'ccabc92d-cb7c-48c7-8ba2-36435bcfb991', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:53:18.458253 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-0da05032-8894-469d-ae8d-edd9e8740f09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:18.459850 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da05032-8894-469d-ae8d-edd9e8740f09 None None] Bound using segment: {'id': 'ccabc92d-cb7c-48c7-8ba2-36435bcfb991', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'} {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:53:18.460921 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-0da05032-8894-469d-ae8d-edd9e8740f09 None None] Bound port: 63c39fa5-86d5-4a84-98be-332a2d359704, host: dv-cinder-766296-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccabc92d-cb7c-48c7-8ba2-36435bcfb991', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'}}] {{(pid=109148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:53:18.461822 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-0da05032-8894-469d-ae8d-edd9e8740f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:18.555980 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590aaa00-0227-4305-8988-212e246ae777 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:53:18.556552 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590aaa00-0227-4305-8988-212e246ae777 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:53:18.557124 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590aaa00-0227-4305-8988-212e246ae777 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:53:18.557669 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590aaa00-0227-4305-8988-212e246ae777 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:53:18.558272 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590aaa00-0227-4305-8988-212e246ae777 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:53:18.558817 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590aaa00-0227-4305-8988-212e246ae777 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:53:18.569923 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590aaa00-0227-4305-8988-212e246ae777 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:53:18.570740 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590aaa00-0227-4305-8988-212e246ae777 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:53:18.571310 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590aaa00-0227-4305-8988-212e246ae777 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:53:18.571861 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590aaa00-0227-4305-8988-212e246ae777 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:53:18.572445 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590aaa00-0227-4305-8988-212e246ae777 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:53:18.573210 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590aaa00-0227-4305-8988-212e246ae777 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:53:18.592259 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG oslo_concurrency.lockutils [None req-590aaa00-0227-4305-8988-212e246ae777 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=109148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:18.598777 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260122e0-8b14-4f18-a5e5-1480bf69fc07 req-a75dc20f-ecad-4a76-a232-11448397def3 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:18.601842 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-260122e0-8b14-4f18-a5e5-1480bf69fc07 req-a75dc20f-ecad-4a76-a232-11448397def3 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 943 time: 0.2684267 Jun 16 12:53:18.637420 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.db [None req-0da05032-8894-469d-ae8d-edd9e8740f09 None None] For port 63c39fa5-86d5-4a84-98be-332a2d359704, host dv-cinder-766296-6-iscsi, cleared binding levels {{(pid=109148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:53:18.640926 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.db [None req-0da05032-8894-469d-ae8d-edd9e8740f09 None None] For port 63c39fa5-86d5-4a84-98be-332a2d359704, host dv-cinder-766296-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=63c39fa5-86d5-4a84-98be-332a2d359704,segment=NetworkSegment(ccabc92d-cb7c-48c7-8ba2-36435bcfb991),segment_id=ccabc92d-cb7c-48c7-8ba2-36435bcfb991)] {{(pid=109148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:53:18.654992 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-0da05032-8894-469d-ae8d-edd9e8740f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:18.661545 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:18.743395 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-260122e0-8b14-4f18-a5e5-1480bf69fc07 req-e5a2beda-95f3-4168-a109-34b09522d165 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279204 Jun 16 12:53:18.835453 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590aaa00-0227-4305-8988-212e246ae777 None None] Pushing event updated for resources: {'Port': ['ID=63c39fa5-86d5-4a84-98be-332a2d359704,revision_number=3']} {{(pid=109148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:18.854127 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG oslo_concurrency.lockutils [None req-590aaa00-0227-4305-8988-212e246ae777 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=109148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:18.860976 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da05032-8894-469d-ae8d-edd9e8740f09 None None] Routers {'e7858c26-b84a-46d3-a3f7-2975685c8e58'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:53:18.862051 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-0da05032-8894-469d-ae8d-edd9e8740f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644aa47460>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:53:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['e7858c26-b84a-46d3-a3f7-2975685c8e58'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:53:18.863743 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [None req-85c15658-8636-4a8a-97bd-2e14e55bada4 admin admin] Allocated IP 172.20.0.1 (db2dc321-0434-4772-b9c0-62ee7ab9b166/04d171e3-63ad-40cc-b1ef-c03c5948460b/48452534-61ce-491e-997d-2181190a4358) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:53:19.309720 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-85c15658-8636-4a8a-97bd-2e14e55bada4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:19.359598 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.provisioning_blocks [None req-85c15658-8636-4a8a-97bd-2e14e55bada4 admin admin] Transition to ACTIVE for port object 48452534-61ce-491e-997d-2181190a4358 will not be triggered until provisioned by entity DHCP. {{(pid=109146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:53:19.359885 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47836b20-1b37-4941-8748-0c99351be286 req-c08c6eb9-2cec-4485-be86-055e4bf069e3 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:19.362364 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-47836b20-1b37-4941-8748-0c99351be286 req-c08c6eb9-2cec-4485-be86-055e4bf069e3 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.3731375 Jun 16 12:53:19.459805 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-85c15658-8636-4a8a-97bd-2e14e55bada4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32077152'] for port, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:19.466801 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:19.526962 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-47836b20-1b37-4941-8748-0c99351be286 req-e1655a84-efb1-4f70-ae1e-33f74412c455 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414695 Jun 16 12:53:19.535289 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-0da05032-8894-469d-ae8d-edd9e8740f09 None None] Set router e7858c26-b84a-46d3-a3f7-2975685c8e58 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:53:19.559122 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543583f-ff8f-4f4a-985d-e826b1be2ed7 req-f3743eb1-f95e-41c2-af9d-35a49e70545d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:19.580678 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1543583f-ff8f-4f4a-985d-e826b1be2ed7 req-f3743eb1-f95e-41c2-af9d-35a49e70545d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 943 time: 0.3939683 Jun 16 12:53:19.663466 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c15658-8636-4a8a-97bd-2e14e55bada4 admin admin] Pushing event updated for resources: {'Port': ['ID=48452534-61ce-491e-997d-2181190a4358,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:19.685307 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-85c15658-8636-4a8a-97bd-2e14e55bada4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:19.706257 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c15658-8636-4a8a-97bd-2e14e55bada4 admin admin] Network db2dc321-0434-4772-b9c0-62ee7ab9b166 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:53:19.716838 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-85c15658-8636-4a8a-97bd-2e14e55bada4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:53:19.721280 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c15658-8636-4a8a-97bd-2e14e55bada4 admin admin] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:53:19.750072 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1543583f-ff8f-4f4a-985d-e826b1be2ed7 req-03d5abae-8db3-4b5e-8a4f-0cc68819ce86 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672945 Jun 16 12:53:19.867159 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-85c15658-8636-4a8a-97bd-2e14e55bada4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442950'] for router_interface, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:20.308456 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-da2e3372-8c63-43b5-9418-9d429ed3a70c None None] Provisioning for port 48452534-61ce-491e-997d-2181190a4358 completed by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:53:20.319694 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-da2e3372-8c63-43b5-9418-9d429ed3a70c None None] Provisioning complete for port 48452534-61ce-491e-997d-2181190a4358 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:53:20.323217 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-da2e3372-8c63-43b5-9418-9d429ed3a70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:20.382063 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-0da05032-8894-469d-ae8d-edd9e8740f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644aa47460>, [{'id': 'e7858c26-b84a-46d3-a3f7-2975685c8e58', 'name': 'tempest-TestMinimumBasicScenario-1948248368-router', 'tenant_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '63c39fa5-86d5-4a84-98be-332a2d359704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:53:09Z', 'updated_at': '2021-06-16T12:53:13Z', 'revision_number': 3, 'project_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'gw_port': {'id': '63c39fa5-86d5-4a84-98be-332a2d359704', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7858c26-b84a-46d3-a3f7-2975685c8e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:53:11Z', 'updated_at': '2021-06-16T12:53:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi'}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:53:20.397683 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da05032-8894-469d-ae8d-edd9e8740f09 None None] The sync data for ids ['e7858c26-b84a-46d3-a3f7-2975685c8e58'] in dv-cinder-766296-6-iscsi is: [{'id': 'e7858c26-b84a-46d3-a3f7-2975685c8e58', 'name': 'tempest-TestMinimumBasicScenario-1948248368-router', 'tenant_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '63c39fa5-86d5-4a84-98be-332a2d359704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:53:09Z', 'updated_at': '2021-06-16T12:53:13Z', 'revision_number': 3, 'project_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'gw_port': {'id': '63c39fa5-86d5-4a84-98be-332a2d359704', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7858c26-b84a-46d3-a3f7-2975685c8e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:53:11Z', 'updated_at': '2021-06-16T12:53:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi'}] {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 12:53:20.416509 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-85c15658-8636-4a8a-97bd-2e14e55bada4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:20.421869 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62d8e8-0729-416e-a659-cc7d520c4fc0 req-d44538d6-2dad-47f2-8338-1c3816c0c370 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:20.433240 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3a62d8e8-0729-416e-a659-cc7d520c4fc0 req-d44538d6-2dad-47f2-8338-1c3816c0c370 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 943 time: 0.2431529 Jun 16 12:53:20.501523 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-da2e3372-8c63-43b5-9418-9d429ed3a70c None None] Port 48452534-61ce-491e-997d-2181190a4358 cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 12:53:20.559619 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3a62d8e8-0729-416e-a659-cc7d520c4fc0 req-d3808fec-07cf-445e-a821-9c5e5550c352 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249545 Jun 16 12:53:20.970479 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-85c15658-8636-4a8a-97bd-2e14e55bada4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:20.982596 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-85c15658-8636-4a8a-97bd-2e14e55bada4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32077174'] for port, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:20.988531 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-e85b5dd5-93da-44a2-991b-7413de287983 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:21.165601 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dda2d6-cb3a-465c-a69f-b2c8dcf483b8 req-fde9dc0a-e87e-4377-a232-5262c57157c1 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:21.168973 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e3dda2d6-cb3a-465c-a69f-b2c8dcf483b8 req-fde9dc0a-e87e-4377-a232-5262c57157c1 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.2261300 Jun 16 12:53:21.295055 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c15658-8636-4a8a-97bd-2e14e55bada4 admin admin] Pushing event updated for resources: {'Port': ['ID=48452534-61ce-491e-997d-2181190a4358,revision_number=2']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:21.302079 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-85c15658-8636-4a8a-97bd-2e14e55bada4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442938'] for router_interface, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:21.314175 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-85c15658-8636-4a8a-97bd-2e14e55bada4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:21.355101 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e3dda2d6-cb3a-465c-a69f-b2c8dcf483b8 req-7b9edc87-6551-43bf-a4ce-7120d897de9c tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653786 Jun 16 12:53:21.440373 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7fa76-0157-4619-a172-0e1ffde7055c req-9ceb13ad-097d-4932-928c-91f37323439e tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:21.443776 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-27d7fa76-0157-4619-a172-0e1ffde7055c req-9ceb13ad-097d-4932-928c-91f37323439e tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 943 time: 0.2322783 Jun 16 12:53:21.604286 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-27d7fa76-0157-4619-a172-0e1ffde7055c req-54fa5f85-c57f-4341-b27c-60a31b789cc4 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477175 Jun 16 12:53:21.737292 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c15658-8636-4a8a-97bd-2e14e55bada4 admin admin] Network db2dc321-0434-4772-b9c0-62ee7ab9b166 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:53:21.749799 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-85c15658-8636-4a8a-97bd-2e14e55bada4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:53:22.140564 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c15658-8636-4a8a-97bd-2e14e55bada4 admin admin] Router e7858c26-b84a-46d3-a3f7-2975685c8e58 has already been hosted by L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 {{(pid=109146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 12:53:22.185363 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cea8b2-7321-41ee-8d86-4f6d1bc08a82 req-e9f9a055-8ae9-4489-b810-93a5113e1e25 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:22.203069 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e6cea8b2-7321-41ee-8d86-4f6d1bc08a82 req-e9f9a055-8ae9-4489-b810-93a5113e1e25 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 943 time: 0.2310672 Jun 16 12:53:22.288928 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-f573676d-e5d2-441f-af00-2f79b7036475 None None] Provisioning complete for port 48452534-61ce-491e-997d-2181190a4358 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:53:22.289896 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f573676d-e5d2-441f-af00-2f79b7036475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:22.339188 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e6cea8b2-7321-41ee-8d86-4f6d1bc08a82 req-ec628e01-f5f4-4d2e-a91f-43c1f46dd8a9 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338732 Jun 16 12:53:22.395513 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-f573676d-e5d2-441f-af00-2f79b7036475 None None] Port 48452534-61ce-491e-997d-2181190a4358 cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 12:53:22.407363 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 63c39fa5-86d5-4a84-98be-332a2d359704 up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:53:22.544373 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning for port 63c39fa5-86d5-4a84-98be-332a2d359704 completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:53:22.553515 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port 63c39fa5-86d5-4a84-98be-332a2d359704 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:53:22.554796 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:22.600177 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c15658-8636-4a8a-97bd-2e14e55bada4 admin admin] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 12:53:22.608412 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-85c15658-8636-4a8a-97bd-2e14e55bada4 admin admin] 10.222.0.67 "PUT /v2.0/routers/e7858c26-b84a-46d3-a3f7-2975685c8e58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6366141 Jun 16 12:53:22.789002 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:22.872205 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] For port 63c39fa5-86d5-4a84-98be-332a2d359704, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=63c39fa5-86d5-4a84-98be-332a2d359704,segment=NetworkSegment(ccabc92d-cb7c-48c7-8ba2-36435bcfb991),segment_id=ccabc92d-cb7c-48c7-8ba2-36435bcfb991)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:53:22.888140 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:22.894481 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-a899b982-945d-498e-8357-6f5b8e115707 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:23.079809 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Pushing event updated for resources: {'Port': ['ID=63c39fa5-86d5-4a84-98be-332a2d359704,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:23.088248 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb27eb-ca38-4ca7-aa95-8cda77021a5d req-a374d1c9-c8e9-487a-9683-fc579240d91e tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:23.090764 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:23.097775 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-95fb27eb-ca38-4ca7-aa95-8cda77021a5d req-a374d1c9-c8e9-487a-9683-fc579240d91e tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.3043168 Jun 16 12:53:23.170842 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 12:53:23.239318 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-95fb27eb-ca38-4ca7-aa95-8cda77021a5d req-76016e2f-dde2-41b2-a015-37856b7b920f tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400568 Jun 16 12:53:23.332492 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5b033-d5ce-43ab-abac-ee37ed745619 req-ac9b19d3-233b-4f0b-9d97-84f9ffdb6c7b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:23.345952 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c2d5b033-d5ce-43ab-abac-ee37ed745619 req-ac9b19d3-233b-4f0b-9d97-84f9ffdb6c7b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 943 time: 0.3049242 Jun 16 12:53:23.466268 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c2d5b033-d5ce-43ab-abac-ee37ed745619 req-39b85a6e-117b-4eef-916f-2ed59f02d5d5 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045494 Jun 16 12:53:23.910747 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3353d-8b48-44d5-87ff-a12451acdcea req-5248f06f-4106-43a5-a587-d57177e82394 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:23.914753 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3ae3353d-8b48-44d5-87ff-a12451acdcea req-5248f06f-4106-43a5-a587-d57177e82394 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 943 time: 0.2068617 Jun 16 12:53:24.090991 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3ae3353d-8b48-44d5-87ff-a12451acdcea req-e0f2d653-1722-4435-a9aa-4e2b53d72c0d tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590924 Jun 16 12:53:24.108868 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5284ffa4-e1ab-45df-8b4e-0e6c2d999f1b None None] Sync routers for ids ['e7858c26-b84a-46d3-a3f7-2975685c8e58'] in dv-cinder-766296-6-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 12:53:24.153300 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5284ffa4-e1ab-45df-8b4e-0e6c2d999f1b None None] Routers {'e7858c26-b84a-46d3-a3f7-2975685c8e58'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:53:24.154706 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-5284ffa4-e1ab-45df-8b4e-0e6c2d999f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644ade4a30>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:53:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['e7858c26-b84a-46d3-a3f7-2975685c8e58'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:53:24.329966 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 63c39fa5-86d5-4a84-98be-332a2d359704 up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:53:24.420356 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 49526) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:53:24.430568 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-532091d8-f777-477f-89d4-9016c245eabe admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-52361034-network', 'tenant_id': '06f09f61f99143d7a5a538c811e25b32'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:53:24.518524 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532091d8-f777-477f-89d4-9016c245eabe admin admin] Made reservation on behalf of 06f09f61f99143d7a5a538c811e25b32 for: {'network': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:53:24.533011 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-532091d8-f777-477f-89d4-9016c245eabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for network, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:24.554677 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-532091d8-f777-477f-89d4-9016c245eabe admin admin] Notify callbacks [] for security_group, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:24.564073 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port 63c39fa5-86d5-4a84-98be-332a2d359704 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:53:24.564642 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:24.732888 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-5284ffa4-e1ab-45df-8b4e-0e6c2d999f1b None None] Set router e7858c26-b84a-46d3-a3f7-2975685c8e58 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:53:25.004666 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-532091d8-f777-477f-89d4-9016c245eabe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:25.049380 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-532091d8-f777-477f-89d4-9016c245eabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:25.073632 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-532091d8-f777-477f-89d4-9016c245eabe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=109145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 12:53:25.088734 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-96122b52-4769-40eb-b696-c716765a34e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:25.203079 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532091d8-f777-477f-89d4-9016c245eabe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7299ee35-828f-4f4e-83a7-c0a95346df68,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:25.212401 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-532091d8-f777-477f-89d4-9016c245eabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076'] for segment, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:25.217872 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.db.segments_db [None req-532091d8-f777-477f-89d4-9016c245eabe admin admin] Added segment 58924beb-272d-4578-94fa-b46e9d01df5d of type vlan for network 5f5c0bf8-fd90-4523-9f58-4591e61047be Jun 16 12:53:25.335956 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-532091d8-f777-477f-89d4-9016c245eabe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:25.390338 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-532091d8-f777-477f-89d4-9016c245eabe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754302079645'] for network, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:25.404399 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-5284ffa4-e1ab-45df-8b4e-0e6c2d999f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644ade4a30>, [{'id': 'e7858c26-b84a-46d3-a3f7-2975685c8e58', 'name': 'tempest-TestMinimumBasicScenario-1948248368-router', 'tenant_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '63c39fa5-86d5-4a84-98be-332a2d359704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:53:09Z', 'updated_at': '2021-06-16T12:53:20Z', 'revision_number': 4, 'project_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'gw_port': {'id': '63c39fa5-86d5-4a84-98be-332a2d359704', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7858c26-b84a-46d3-a3f7-2975685c8e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:53:11Z', 'updated_at': '2021-06-16T12:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '48452534-61ce-491e-997d-2181190a4358', 'name': '', 'network_id': 'db2dc321-0434-4772-b9c0-62ee7ab9b166', 'tenant_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'mac_address': 'fa:16:3e:7c:66:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7858c26-b84a-46d3-a3f7-2975685c8e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '04d171e3-63ad-40cc-b1ef-c03c5948460b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:53:18Z', 'updated_at': '2021-06-16T12:53:20Z', 'revision_number': 2, 'project_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'subnets': [{'id': '04d171e3-63ad-40cc-b1ef-c03c5948460b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:53:25.412250 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5284ffa4-e1ab-45df-8b4e-0e6c2d999f1b None None] Checking router: e7858c26-b84a-46d3-a3f7-2975685c8e58 for host: dv-cinder-766296-6-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 12:53:25.413032 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5284ffa4-e1ab-45df-8b4e-0e6c2d999f1b None None] Updating router e7858c26-b84a-46d3-a3f7-2975685c8e58 port 48452534-61ce-491e-997d-2181190a4358 binding host dv-cinder-766296-6-iscsi {{(pid=109147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 12:53:25.413957 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124fba6-3a19-4769-897c-86ab6deda1fe req-fbbe6f26-b59f-4eaf-8b69-3df3ffc76b48 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:25.418164 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e124fba6-3a19-4769-897c-86ab6deda1fe req-fbbe6f26-b59f-4eaf-8b69-3df3ffc76b48 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 943 time: 0.5402265 Jun 16 12:53:25.465512 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158cffe3-0615-4fc1-9da5-26768b9d6942 req-5593c1fe-f3dc-4acb-8143-46a615dcc9c9 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:25.479264 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-158cffe3-0615-4fc1-9da5-26768b9d6942 req-5593c1fe-f3dc-4acb-8143-46a615dcc9c9 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.8293848 Jun 16 12:53:25.522938 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-5284ffa4-e1ab-45df-8b4e-0e6c2d999f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:25.637754 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e124fba6-3a19-4769-897c-86ab6deda1fe req-4f521ab7-08f9-46e3-a810-e0720e71f0e7 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076766 Jun 16 12:53:25.654621 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-532091d8-f777-477f-89d4-9016c245eabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281'] for network, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:25.660674 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-158cffe3-0615-4fc1-9da5-26768b9d6942 req-a9010779-4c63-40cf-94cd-6fa1d9f97b8d tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755180 Jun 16 12:53:25.670295 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532091d8-f777-477f-89d4-9016c245eabe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:25.675341 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-532091d8-f777-477f-89d4-9016c245eabe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for network, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:25.694026 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:25.808202 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-532091d8-f777-477f-89d4-9016c245eabe admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3857627 Jun 16 12:53:25.813256 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 49536) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:53:25.824753 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-10e469e0-6d91-452d-b425-821b4fa7c129 admin admin] Request body: {'subnet': {'network_id': '5f5c0bf8-fd90-4523-9f58-4591e61047be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-52361034-subnet', 'tenant_id': '06f09f61f99143d7a5a538c811e25b32', 'ip_version': 4}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:53:25.935363 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e469e0-6d91-452d-b425-821b4fa7c129 admin admin] Made reservation on behalf of 06f09f61f99143d7a5a538c811e25b32 for: {'subnet': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:53:25.940005 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-10e469e0-6d91-452d-b425-821b4fa7c129 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31807206'] for subnet, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:25.981094 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532091d8-f777-477f-89d4-9016c245eabe admin admin] Pushing event updated for resources: {'Network': ['ID=5f5c0bf8-fd90-4523-9f58-4591e61047be,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:26.027699 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-532091d8-f777-477f-89d4-9016c245eabe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:26.217605 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Network 5f5c0bf8-fd90-4523-9f58-4591e61047be details requested by agent ovs-agent-dv-cinder-766296-6-iscsi with host dv-cinder-766296-6-iscsi {{(pid=109147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 12:53:26.310899 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfaa5e-966c-4db8-a160-5e9c096b1b8e req-14141931-4b6a-4614-b923-d9e4f15f7cf4 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:26.319606 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6acfaa5e-966c-4db8-a160-5e9c096b1b8e req-14141931-4b6a-4614-b923-d9e4f15f7cf4 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 943 time: 0.2104006 Jun 16 12:53:26.518666 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6acfaa5e-966c-4db8-a160-5e9c096b1b8e req-9fc196b2-7329-4a12-bd64-3e15bd1738a7 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745813 Jun 16 12:53:26.678432 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-10e469e0-6d91-452d-b425-821b4fa7c129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32077300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31807220'] for subnet, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:26.682281 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-c49fb052-2863-43ac-b708-7a2628860e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:26.691478 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-5284ffa4-e1ab-45df-8b4e-0e6c2d999f1b None None] Notify callbacks [] for port, precommit_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:26.724793 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-5284ffa4-e1ab-45df-8b4e-0e6c2d999f1b None None] Transition to ACTIVE for port object 48452534-61ce-491e-997d-2181190a4358 will not be triggered until provisioned by entity L2. {{(pid=109147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:53:26.738773 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-5284ffa4-e1ab-45df-8b4e-0e6c2d999f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:26.759190 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-5eb4799a-4f18-4096-86a5-299863323ce8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:26.858432 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e469e0-6d91-452d-b425-821b4fa7c129 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e94ba73-4c77-4485-8a63-d60b06ba1c1f,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:26.909884 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e469e0-6d91-452d-b425-821b4fa7c129 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:53:26.910932 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e469e0-6d91-452d-b425-821b4fa7c129 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:53:26.912328 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e469e0-6d91-452d-b425-821b4fa7c129 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:53:26.913195 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e469e0-6d91-452d-b425-821b4fa7c129 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:53:26.914601 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e469e0-6d91-452d-b425-821b4fa7c129 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:53:26.916084 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e469e0-6d91-452d-b425-821b4fa7c129 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:53:26.917137 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e469e0-6d91-452d-b425-821b4fa7c129 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:53:26.917974 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e469e0-6d91-452d-b425-821b4fa7c129 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:53:26.918861 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e469e0-6d91-452d-b425-821b4fa7c129 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:53:26.934783 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e469e0-6d91-452d-b425-821b4fa7c129 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:53:26.935659 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e469e0-6d91-452d-b425-821b4fa7c129 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:53:26.936412 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e469e0-6d91-452d-b425-821b4fa7c129 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:53:26.966181 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-10e469e0-6d91-452d-b425-821b4fa7c129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:27.003819 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e469e0-6d91-452d-b425-821b4fa7c129 admin admin] Checking segment: {'id': '58924beb-272d-4578-94fa-b46e9d01df5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5f5c0bf8-fd90-4523-9f58-4591e61047be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:53:27.004583 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e469e0-6d91-452d-b425-821b4fa7c129 admin admin] Network hostable DHCP agents. Network: 5f5c0bf8-fd90-4523-9f58-4591e61047be, hostable agents: ['d62bbf24-a105-422a-86ef-12dacf7896c4'], hosted agents: [] {{(pid=109146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 12:53:27.061946 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e469e0-6d91-452d-b425-821b4fa7c129 admin admin] Network 5f5c0bf8-fd90-4523-9f58-4591e61047be is scheduled to be hosted by DHCP agent d62bbf24-a105-422a-86ef-12dacf7896c4 with binding_index 1 {{(pid=109146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 12:53:27.096621 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-10e469e0-6d91-452d-b425-821b4fa7c129 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766296-6-iscsi, 5f5c0bf8-fd90-4523-9f58-4591e61047be) {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:53:27.115506 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787183d5-0d15-4d94-9e39-c7902eadced3 None None] Network 5f5c0bf8-fd90-4523-9f58-4591e61047be requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:53:27.118811 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e469e0-6d91-452d-b425-821b4fa7c129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:27.134912 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7770346-0559-4792-bbe1-d2aa390e70f7 None None] Pushing event updated for resources: {'Port': ['ID=48452534-61ce-491e-997d-2181190a4358,revision_number=3']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:27.136826 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-10e469e0-6d91-452d-b425-821b4fa7c129 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:27.189546 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-10e469e0-6d91-452d-b425-821b4fa7c129 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3742950 Jun 16 12:53:27.193749 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 49546) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:53:27.205777 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-11fa2fe8-fa7d-4e5e-ada9-ee56dac104b2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-52361034-router', 'tenant_id': '06f09f61f99143d7a5a538c811e25b32', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'}}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:53:27.228107 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-c7770346-0559-4792-bbe1-d2aa390e70f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:27.275965 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-11fa2fe8-fa7d-4e5e-ada9-ee56dac104b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-448915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13965'] for router, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:27.281399 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-11fa2fe8-fa7d-4e5e-ada9-ee56dac104b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-489929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13942'] for router, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:27.375986 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-5284ffa4-e1ab-45df-8b4e-0e6c2d999f1b None None] Attempting to bind port 48452534-61ce-491e-997d-2181190a4358 on host dv-cinder-766296-6-iscsi for vnic_type normal with profile {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:53:27.376226 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-5284ffa4-e1ab-45df-8b4e-0e6c2d999f1b None None] Attempting to bind port 48452534-61ce-491e-997d-2181190a4358 by drivers openvswitch,hyperv on host dv-cinder-766296-6-iscsi at level 0 using segments [{'id': '47b82b34-ca43-4f57-b5be-5db0d7cf9707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'db2dc321-0434-4772-b9c0-62ee7ab9b166'}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:53:27.377063 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5284ffa4-e1ab-45df-8b4e-0e6c2d999f1b None None] Attempting to bind port 48452534-61ce-491e-997d-2181190a4358 on network db2dc321-0434-4772-b9c0-62ee7ab9b166 {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:53:27.474357 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5284ffa4-e1ab-45df-8b4e-0e6c2d999f1b None None] Checking agent: {'id': '02c43e25-bd45-43d2-952e-f18e4af744aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766296-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 40, 6), 'started_at': datetime.datetime(2021, 6, 16, 12, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766296-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:53:27.482854 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5284ffa4-e1ab-45df-8b4e-0e6c2d999f1b None None] Checking segment: {'id': '47b82b34-ca43-4f57-b5be-5db0d7cf9707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'db2dc321-0434-4772-b9c0-62ee7ab9b166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:53:27.483868 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-5284ffa4-e1ab-45df-8b4e-0e6c2d999f1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:27.486096 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5284ffa4-e1ab-45df-8b4e-0e6c2d999f1b None None] Bound using segment: {'id': '47b82b34-ca43-4f57-b5be-5db0d7cf9707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'db2dc321-0434-4772-b9c0-62ee7ab9b166'} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:53:27.488087 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-5284ffa4-e1ab-45df-8b4e-0e6c2d999f1b None None] Bound port: 48452534-61ce-491e-997d-2181190a4358, host: dv-cinder-766296-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b82b34-ca43-4f57-b5be-5db0d7cf9707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'db2dc321-0434-4772-b9c0-62ee7ab9b166'}}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:53:27.488998 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-5284ffa4-e1ab-45df-8b4e-0e6c2d999f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:27.655502 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-11fa2fe8-fa7d-4e5e-ada9-ee56dac104b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:27.713806 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-5284ffa4-e1ab-45df-8b4e-0e6c2d999f1b None None] For port 48452534-61ce-491e-997d-2181190a4358, host dv-cinder-766296-6-iscsi, cleared binding levels {{(pid=109147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:53:27.726832 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-5284ffa4-e1ab-45df-8b4e-0e6c2d999f1b None None] For port 48452534-61ce-491e-997d-2181190a4358, host dv-cinder-766296-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=48452534-61ce-491e-997d-2181190a4358,segment=NetworkSegment(47b82b34-ca43-4f57-b5be-5db0d7cf9707),segment_id=47b82b34-ca43-4f57-b5be-5db0d7cf9707)] {{(pid=109147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:53:27.805185 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-5284ffa4-e1ab-45df-8b4e-0e6c2d999f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:27.813262 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:27.873985 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2dc697-063d-49f3-922f-765f709d19a6 req-6845e931-f06b-49b8-a2f6-63acc5350b39 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:27.877514 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-cb2dc697-063d-49f3-922f-765f709d19a6 req-6845e931-f06b-49b8-a2f6-63acc5350b39 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.5782967 Jun 16 12:53:27.892193 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79665c8-19cd-4375-abf6-1308158b5b21 req-e79d3fb8-79d3-41b4-af2c-e40dc5a2cdae tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:27.907247 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f79665c8-19cd-4375-abf6-1308158b5b21 req-e79d3fb8-79d3-41b4-af2c-e40dc5a2cdae tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 943 time: 0.5863826 Jun 16 12:53:27.991193 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7770346-0559-4792-bbe1-d2aa390e70f7 None None] Pushing event updated for resources: {'Port': ['ID=48452534-61ce-491e-997d-2181190a4358,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:28.006592 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-c7770346-0559-4792-bbe1-d2aa390e70f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:28.056850 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5284ffa4-e1ab-45df-8b4e-0e6c2d999f1b None None] Routers {'e7858c26-b84a-46d3-a3f7-2975685c8e58'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:53:28.058531 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-5284ffa4-e1ab-45df-8b4e-0e6c2d999f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644ade4a30>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:53:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['e7858c26-b84a-46d3-a3f7-2975685c8e58'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:53:28.083136 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33c2d3c-62d9-4838-9486-f55e631bb4c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa169a922-d219-5150-a7f6-9f81c4061e6e-5f5c0bf8-fd90-4523-9f58-4591e61047be', 'network_id': '5f5c0bf8-fd90-4523-9f58-4591e61047be', 'tenant_id': '06f09f61f99143d7a5a538c811e25b32', 'fixed_ips': [{'subnet_id': '6e94ba73-4c77-4485-8a63-d60b06ba1c1f'}]}} from dv-cinder-766296-6-iscsi. {{(pid=109147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 12:53:28.085330 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-e33c2d3c-62d9-4838-9486-f55e631bb4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:28.264440 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-11fa2fe8-fa7d-4e5e-ada9-ee56dac104b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-438913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13920'] for router, precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:28.300805 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f79665c8-19cd-4375-abf6-1308158b5b21 req-a825a2df-634e-45a4-ab17-af3a84648d5f tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3906240 Jun 16 12:53:28.309497 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-cb2dc697-063d-49f3-922f-765f709d19a6 req-926ee7d3-faaa-4b88-899c-6dd1c44dcf3c tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701203 Jun 16 12:53:28.813315 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-5284ffa4-e1ab-45df-8b4e-0e6c2d999f1b None None] Set router e7858c26-b84a-46d3-a3f7-2975685c8e58 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:53:29.010533 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.db_base_plugin_common [None req-e33c2d3c-62d9-4838-9486-f55e631bb4c9 None None] Allocated IP 172.20.0.2 (5f5c0bf8-fd90-4523-9f58-4591e61047be/6e94ba73-4c77-4485-8a63-d60b06ba1c1f/912d928d-1bb3-4203-9f71-b06adf16c9cd) {{(pid=109147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:53:29.040292 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef8fc3-21e6-4cfd-87ca-37c295cb37db req-1f199af1-133e-4929-916e-29443933233e tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:29.047506 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5cef8fc3-21e6-4cfd-87ca-37c295cb37db req-1f199af1-133e-4929-916e-29443933233e tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 943 time: 0.4421146 Jun 16 12:53:29.110374 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-11fa2fe8-fa7d-4e5e-ada9-ee56dac104b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:29.183015 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-11fa2fe8-fa7d-4e5e-ada9-ee56dac104b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:29.218280 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5cef8fc3-21e6-4cfd-87ca-37c295cb37db req-22137559-2175-4eee-82b4-cf7ac309e35d tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581774 Jun 16 12:53:29.790109 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-e33c2d3c-62d9-4838-9486-f55e631bb4c9 None None] Notify callbacks [] for port, precommit_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:29.815960 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-e33c2d3c-62d9-4838-9486-f55e631bb4c9 None None] Transition to ACTIVE for port object 912d928d-1bb3-4203-9f71-b06adf16c9cd will not be triggered until provisioned by entity L2. {{(pid=109147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:53:29.867795 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-5284ffa4-e1ab-45df-8b4e-0e6c2d999f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644ade4a30>, [{'id': 'e7858c26-b84a-46d3-a3f7-2975685c8e58', 'name': 'tempest-TestMinimumBasicScenario-1948248368-router', 'tenant_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '63c39fa5-86d5-4a84-98be-332a2d359704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:53:09Z', 'updated_at': '2021-06-16T12:53:20Z', 'revision_number': 4, 'project_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'gw_port': {'id': '63c39fa5-86d5-4a84-98be-332a2d359704', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7858c26-b84a-46d3-a3f7-2975685c8e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:53:11Z', 'updated_at': '2021-06-16T12:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '48452534-61ce-491e-997d-2181190a4358', 'name': '', 'network_id': 'db2dc321-0434-4772-b9c0-62ee7ab9b166', 'tenant_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'mac_address': 'fa:16:3e:7c:66:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7858c26-b84a-46d3-a3f7-2975685c8e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '04d171e3-63ad-40cc-b1ef-c03c5948460b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:53:18Z', 'updated_at': '2021-06-16T12:53:27Z', 'revision_number': 4, 'project_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'subnets': [{'id': '04d171e3-63ad-40cc-b1ef-c03c5948460b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:53:29.885172 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-e33c2d3c-62d9-4838-9486-f55e631bb4c9 None None] Transition to ACTIVE for port object 912d928d-1bb3-4203-9f71-b06adf16c9cd will not be triggered until provisioned by entity DHCP. {{(pid=109147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:53:29.911425 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5284ffa4-e1ab-45df-8b4e-0e6c2d999f1b None None] The sync data for ids ['e7858c26-b84a-46d3-a3f7-2975685c8e58'] in dv-cinder-766296-6-iscsi is: [{'id': 'e7858c26-b84a-46d3-a3f7-2975685c8e58', 'name': 'tempest-TestMinimumBasicScenario-1948248368-router', 'tenant_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '63c39fa5-86d5-4a84-98be-332a2d359704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:53:09Z', 'updated_at': '2021-06-16T12:53:20Z', 'revision_number': 4, 'project_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'gw_port': {'id': '63c39fa5-86d5-4a84-98be-332a2d359704', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7858c26-b84a-46d3-a3f7-2975685c8e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:53:11Z', 'updated_at': '2021-06-16T12:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '48452534-61ce-491e-997d-2181190a4358', 'name': '', 'network_id': 'db2dc321-0434-4772-b9c0-62ee7ab9b166', 'tenant_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'mac_address': 'fa:16:3e:7c:66:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7858c26-b84a-46d3-a3f7-2975685c8e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '04d171e3-63ad-40cc-b1ef-c03c5948460b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:53:18Z', 'updated_at': '2021-06-16T12:53:27Z', 'revision_number': 4, 'project_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'subnets': [{'id': '04d171e3-63ad-40cc-b1ef-c03c5948460b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 12:53:29.951260 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-e33c2d3c-62d9-4838-9486-f55e631bb4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438'] for port, after_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:29.961409 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:30.322981 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33c2d3c-62d9-4838-9486-f55e631bb4c9 None None] Network 5f5c0bf8-fd90-4523-9f58-4591e61047be is already hosted by enough agents. {{(pid=109147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:53:30.356260 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.scheduler.base_scheduler [None req-e33c2d3c-62d9-4838-9486-f55e631bb4c9 None None] Resources bound (agent type, host, resource id): {{(pid=109147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:53:30.367476 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33c2d3c-62d9-4838-9486-f55e631bb4c9 None None] Received port after_create {{(pid=109147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:53:30.432094 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 48452534-61ce-491e-997d-2181190a4358 up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:53:30.440661 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c2d3c-62d9-4838-9486-f55e631bb4c9 None None] Pushing event updated for resources: {'Port': ['ID=912d928d-1bb3-4203-9f71-b06adf16c9cd,revision_number=1']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:30.455852 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-e33c2d3c-62d9-4838-9486-f55e631bb4c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:30.641059 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [None req-11fa2fe8-fa7d-4e5e-ada9-ee56dac104b2 admin admin] Allocated IP 172.27.0.191 (31dc54ca-819a-4fca-8a47-71bd58082db2/22fb36b4-54fb-4b68-bc71-a723384dad9b/b29a29ed-2616-4b75-b920-cdb7ad53b63b) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:53:30.694057 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-e33c2d3c-62d9-4838-9486-f55e631bb4c9 None None] Attempting to bind port 912d928d-1bb3-4203-9f71-b06adf16c9cd on host dv-cinder-766296-6-iscsi for vnic_type normal with profile {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:53:30.695356 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-e33c2d3c-62d9-4838-9486-f55e631bb4c9 None None] Attempting to bind port 912d928d-1bb3-4203-9f71-b06adf16c9cd by drivers openvswitch,hyperv on host dv-cinder-766296-6-iscsi at level 0 using segments [{'id': '58924beb-272d-4578-94fa-b46e9d01df5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5f5c0bf8-fd90-4523-9f58-4591e61047be'}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:53:30.696445 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33c2d3c-62d9-4838-9486-f55e631bb4c9 None None] Attempting to bind port 912d928d-1bb3-4203-9f71-b06adf16c9cd on network 5f5c0bf8-fd90-4523-9f58-4591e61047be {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:53:30.716071 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33c2d3c-62d9-4838-9486-f55e631bb4c9 None None] Checking agent: {'id': '02c43e25-bd45-43d2-952e-f18e4af744aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766296-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 40, 6), 'started_at': datetime.datetime(2021, 6, 16, 12, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766296-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:53:30.717327 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33c2d3c-62d9-4838-9486-f55e631bb4c9 None None] Checking segment: {'id': '58924beb-272d-4578-94fa-b46e9d01df5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5f5c0bf8-fd90-4523-9f58-4591e61047be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:53:30.718392 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-e33c2d3c-62d9-4838-9486-f55e631bb4c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:30.719463 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33c2d3c-62d9-4838-9486-f55e631bb4c9 None None] Bound using segment: {'id': '58924beb-272d-4578-94fa-b46e9d01df5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5f5c0bf8-fd90-4523-9f58-4591e61047be'} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:53:30.720725 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-e33c2d3c-62d9-4838-9486-f55e631bb4c9 None None] Bound port: 912d928d-1bb3-4203-9f71-b06adf16c9cd, host: dv-cinder-766296-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58924beb-272d-4578-94fa-b46e9d01df5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5f5c0bf8-fd90-4523-9f58-4591e61047be'}}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:53:30.721934 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-e33c2d3c-62d9-4838-9486-f55e631bb4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:30.726115 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1a653-7abe-4f50-a999-77270aff96a7 req-4b284cee-33fd-49ce-8a7c-f76e059128c8 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:30.755208 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a2b1a653-7abe-4f50-a999-77270aff96a7 req-4b284cee-33fd-49ce-8a7c-f76e059128c8 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.6058924 Jun 16 12:53:30.826909 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ea382-899e-415b-a772-66cd76105cb9 req-403c4ad3-08f5-4b7b-9196-01205b758f23 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:30.852930 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ee9ea382-899e-415b-a772-66cd76105cb9 req-403c4ad3-08f5-4b7b-9196-01205b758f23 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 943 time: 0.7057264 Jun 16 12:53:30.905841 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-e33c2d3c-62d9-4838-9486-f55e631bb4c9 None None] For port 912d928d-1bb3-4203-9f71-b06adf16c9cd, host dv-cinder-766296-6-iscsi, cleared binding levels {{(pid=109147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:53:30.914579 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-e33c2d3c-62d9-4838-9486-f55e631bb4c9 None None] For port 912d928d-1bb3-4203-9f71-b06adf16c9cd, host dv-cinder-766296-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=912d928d-1bb3-4203-9f71-b06adf16c9cd,segment=NetworkSegment(58924beb-272d-4578-94fa-b46e9d01df5d),segment_id=58924beb-272d-4578-94fa-b46e9d01df5d)] {{(pid=109147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:53:30.980581 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-e33c2d3c-62d9-4838-9486-f55e631bb4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:30.989332 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:30.994264 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning for port 48452534-61ce-491e-997d-2181190a4358 completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:53:31.002563 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a2b1a653-7abe-4f50-a999-77270aff96a7 req-574e5edb-c062-41e7-aade-bd684c6f0a17 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451842 Jun 16 12:53:31.211344 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port 48452534-61ce-491e-997d-2181190a4358 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:53:31.211996 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:31.282862 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ee9ea382-899e-415b-a772-66cd76105cb9 req-df7ff299-cb84-430c-a785-e6f931245e6a tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4137800 Jun 16 12:53:31.510476 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-11fa2fe8-fa7d-4e5e-ada9-ee56dac104b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:31.671375 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2d582-20c1-4fb5-aa33-10977724ea2d req-e51d2dfa-7f93-4f14-9dae-6b36d73e8d8f tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:31.674899 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-73e2d582-20c1-4fb5-aa33-10977724ea2d req-e51d2dfa-7f93-4f14-9dae-6b36d73e8d8f tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 943 time: 0.2366621 Jun 16 12:53:31.716387 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-11fa2fe8-fa7d-4e5e-ada9-ee56dac104b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438'] for port, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:31.771942 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:31.780611 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-6ef1ad22-49c3-4ddc-ab1a-2a177a08fe83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:31.900914 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fa2fe8-fa7d-4e5e-ada9-ee56dac104b2 admin admin] Network 31dc54ca-819a-4fca-8a47-71bd58082db2 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:53:31.914419 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c2d3c-62d9-4838-9486-f55e631bb4c9 None None] Pushing event updated for resources: {'Port': ['ID=912d928d-1bb3-4203-9f71-b06adf16c9cd,revision_number=2']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:31.929395 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-e33c2d3c-62d9-4838-9486-f55e631bb4c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.940s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:31.956981 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [None req-11fa2fe8-fa7d-4e5e-ada9-ee56dac104b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:53:31.977396 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fa2fe8-fa7d-4e5e-ada9-ee56dac104b2 admin admin] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:53:32.003351 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-73e2d582-20c1-4fb5-aa33-10977724ea2d req-f83e7b53-0997-4b58-9a2f-fdd3dada1277 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3020203 Jun 16 12:53:32.050449 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:32.075303 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa2fe8-fa7d-4e5e-ada9-ee56dac104b2 admin admin] Pushing event updated for resources: {'Port': ['ID=b29a29ed-2616-4b75-b920-cdb7ad53b63b,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:32.137010 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] For port 48452534-61ce-491e-997d-2181190a4358, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=48452534-61ce-491e-997d-2181190a4358,segment=NetworkSegment(47b82b34-ca43-4f57-b5be-5db0d7cf9707),segment_id=47b82b34-ca43-4f57-b5be-5db0d7cf9707)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:53:32.145523 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:32.149664 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-f4185da1-a3d3-43ee-b78f-2173d7238385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:32.185353 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fa2fe8-fa7d-4e5e-ada9-ee56dac104b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:53:32.186098 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fa2fe8-fa7d-4e5e-ada9-ee56dac104b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:53:32.186845 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fa2fe8-fa7d-4e5e-ada9-ee56dac104b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:53:32.187585 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fa2fe8-fa7d-4e5e-ada9-ee56dac104b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:53:32.188756 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fa2fe8-fa7d-4e5e-ada9-ee56dac104b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:53:32.189294 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fa2fe8-fa7d-4e5e-ada9-ee56dac104b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:53:32.190058 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fa2fe8-fa7d-4e5e-ada9-ee56dac104b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:53:32.190783 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fa2fe8-fa7d-4e5e-ada9-ee56dac104b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:53:32.191473 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fa2fe8-fa7d-4e5e-ada9-ee56dac104b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:53:32.192316 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fa2fe8-fa7d-4e5e-ada9-ee56dac104b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:53:32.193534 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fa2fe8-fa7d-4e5e-ada9-ee56dac104b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:53:32.194662 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fa2fe8-fa7d-4e5e-ada9-ee56dac104b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:53:32.206673 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-11fa2fe8-fa7d-4e5e-ada9-ee56dac104b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:32.296026 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9fcb29e3-d1a6-4502-98e9-8dcddd906e35 req-66c9d883-b384-41e0-bfe0-a1b76fe48a04 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1470220 Jun 16 12:53:32.316535 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Pushing event updated for resources: {'Port': ['ID=48452534-61ce-491e-997d-2181190a4358,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:32.332069 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:32.503874 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 912d928d-1bb3-4203-9f71-b06adf16c9cd up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:53:32.561144 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb29e3-d1a6-4502-98e9-8dcddd906e35 req-1e1bd500-6773-4750-b511-057e84d5c7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:32.571236 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9fcb29e3-d1a6-4502-98e9-8dcddd906e35 req-1e1bd500-6773-4750-b511-057e84d5c7ed service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1bb6d57a17a34ca0a86552ed9595186c&device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 1099 time: 0.2301292 Jun 16 12:53:32.766113 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning for port 912d928d-1bb3-4203-9f71-b06adf16c9cd completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:53:32.776029 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-11fa2fe8-fa7d-4e5e-ada9-ee56dac104b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:32.827459 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb29e3-d1a6-4502-98e9-8dcddd906e35 req-01f4c216-c708-497e-92d1-0efc17b8153e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:32.830386 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9fcb29e3-d1a6-4502-98e9-8dcddd906e35 req-01f4c216-c708-497e-92d1-0efc17b8153e service neutron] 10.222.0.73 "GET /v2.0/networks?id=9ac76732-b5e5-4a02-a83d-61dcd782119c HTTP/1.1" status: 200 len: 920 time: 0.2203920 Jun 16 12:53:32.944471 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9fcb29e3-d1a6-4502-98e9-8dcddd906e35 req-61e1a999-29bf-4aad-a851-ad3a12779507 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a62fbd93-a14d-449e-9468-dc8f09b1fe4d HTTP/1.1" status: 200 len: 217 time: 0.0950155 Jun 16 12:53:33.024855 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:33.068292 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb29e3-d1a6-4502-98e9-8dcddd906e35 req-69b52921-093b-40fb-b4fc-766150268574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:33.070948 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9fcb29e3-d1a6-4502-98e9-8dcddd906e35 req-69b52921-093b-40fb-b4fc-766150268574 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e11ea1c4-1683-49da-8a09-a0382b92ba4a HTTP/1.1" status: 200 len: 859 time: 0.1097069 Jun 16 12:53:33.127036 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 6984917c-1fa0-4c5f-82aa-21ed71169760 details requested by agent hyperv_hv-cinder-76629 with host hv-cinder-76629 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 12:53:33.127356 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7896546-8fe3-4aec-866a-cca2293a7aa5 req-03b78c17-166c-4757-9de5-9b4672ee18c5 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:33.130772 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e7896546-8fe3-4aec-866a-cca2293a7aa5 req-03b78c17-166c-4757-9de5-9b4672ee18c5 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.7266991 Jun 16 12:53:33.167210 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9fcb29e3-d1a6-4502-98e9-8dcddd906e35 req-78d80618-a752-4222-862f-90b94d4e549c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9ac76732-b5e5-4a02-a83d-61dcd782119c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745401 Jun 16 12:53:33.280589 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25c577-6061-4656-be34-2a891c348903 req-2c83489d-55f3-4387-a78d-d9d0c0a983e2 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:33.282889 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ae25c577-6061-4656-be34-2a891c348903 req-2c83489d-55f3-4387-a78d-d9d0c0a983e2 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 943 time: 0.3623581 Jun 16 12:53:33.372995 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 6984917c-1fa0-4c5f-82aa-21ed71169760, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=6984917c-1fa0-4c5f-82aa-21ed71169760,segment=NetworkSegment(00a4e780-9b72-4f52-955e-542392fdcf96),segment_id=00a4e780-9b72-4f52-955e-542392fdcf96)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:53:33.384575 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9fcb29e3-d1a6-4502-98e9-8dcddd906e35 req-08b333a8-0d27-4f8a-a171-6fc57db69070 service neutron] 10.222.0.73 "GET /v2.0/networks/9ac76732-b5e5-4a02-a83d-61dcd782119c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090571 Jun 16 12:53:33.397118 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e7896546-8fe3-4aec-866a-cca2293a7aa5 req-146eb4dc-2914-48cc-98cd-3a354c9b9257 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472490 Jun 16 12:53:33.415476 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c09b9f-08ad-42bd-8976-b829a0183906 None None] Network 5f5c0bf8-fd90-4523-9f58-4591e61047be requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:53:33.421479 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ae25c577-6061-4656-be34-2a891c348903 req-924a6b19-cae5-49b6-b86c-dfe780133b5f tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230340 Jun 16 12:53:33.454808 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-11fa2fe8-fa7d-4e5e-ada9-ee56dac104b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439031'] for router, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:33.481851 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Returning: {'device': '6984917c-1fa0-4c5f-82aa-21ed71169760', 'network_id': '9c6243b5-3d74-40e5-9530-76601d13d460', 'port_id': '6984917c-1fa0-4c5f-82aa-21ed71169760', 'mac_address': 'fa:16:3e:23:06:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bf69c79-31ca-43a9-a491-65d3ffec99d5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 12:53:33.604104 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9fcb29e3-d1a6-4502-98e9-8dcddd906e35 req-53000737-adc6-438f-af1b-a5d898fc8210 service neutron] 10.222.0.73 "GET /v2.0/networks/9ac76732-b5e5-4a02-a83d-61dcd782119c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055120 Jun 16 12:53:33.635902 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-c1a15bc0-52ab-4f5c-84ca-0ace991493ae None None] Provisioning for port 912d928d-1bb3-4203-9f71-b06adf16c9cd completed by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:53:33.652059 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:33.659151 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-c1a15bc0-52ab-4f5c-84ca-0ace991493ae None None] Provisioning complete for port 912d928d-1bb3-4203-9f71-b06adf16c9cd triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:53:33.659525 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-c1a15bc0-52ab-4f5c-84ca-0ace991493ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:33.745993 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-43072469-a160-4d16-9402-2253616714b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6984917c-1fa0-4c5f-82aa-21ed71169760 {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 12:53:33.842308 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 6984917c-1fa0-4c5f-82aa-21ed71169760, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=6984917c-1fa0-4c5f-82aa-21ed71169760,segment=NetworkSegment(00a4e780-9b72-4f52-955e-542392fdcf96),segment_id=00a4e780-9b72-4f52-955e-542392fdcf96)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:53:33.862984 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:33.871732 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-c9325657-7566-4625-8640-d62c4b219e67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:33.886722 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0844a-9499-4ee9-8420-e05d2ea8319f req-cd759e83-6797-4447-8742-b679e3b2437c tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:33.889252 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a6a0844a-9499-4ee9-8420-e05d2ea8319f req-cd759e83-6797-4447-8742-b679e3b2437c tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 943 time: 0.1944289 Jun 16 12:53:33.913771 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11fa2fe8-fa7d-4e5e-ada9-ee56dac104b2 admin admin] Router 56b48369-626f-49fb-93c8-1c6eb6e5bab7 is scheduled to L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 with binding_index 1 {{(pid=109145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 12:53:34.058477 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=6984917c-1fa0-4c5f-82aa-21ed71169760,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:34.068930 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:34.082833 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a6a0844a-9499-4ee9-8420-e05d2ea8319f req-40234428-af94-44f8-b55b-8b2190ba9838 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804640 Jun 16 12:53:34.091640 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-c1a15bc0-52ab-4f5c-84ca-0ace991493ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:34.152282 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11fa2fe8-fa7d-4e5e-ada9-ee56dac104b2 admin admin] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 12:53:34.171742 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f17d50-84a0-40be-8b4f-66eed0aef65f None None] Sync routers for ids ['56b48369-626f-49fb-93c8-1c6eb6e5bab7'] in dv-cinder-766296-6-iscsi {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 12:53:34.188117 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-11fa2fe8-fa7d-4e5e-ada9-ee56dac104b2 admin admin] Notify callbacks [] for router, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:34.192121 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f17d50-84a0-40be-8b4f-66eed0aef65f None None] Routers {'56b48369-626f-49fb-93c8-1c6eb6e5bab7'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:53:34.193733 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-32f17d50-84a0-40be-8b4f-66eed0aef65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644b9faf40>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:53:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['56b48369-626f-49fb-93c8-1c6eb6e5bab7'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:53:34.199863 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 49592) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:53:34.207197 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-11fa2fe8-fa7d-4e5e-ada9-ee56dac104b2 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.0022876 Jun 16 12:53:34.226309 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-c1a15bc0-52ab-4f5c-84ca-0ace991493ae None None] For port 912d928d-1bb3-4203-9f71-b06adf16c9cd, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=912d928d-1bb3-4203-9f71-b06adf16c9cd,segment=NetworkSegment(58924beb-272d-4578-94fa-b46e9d01df5d),segment_id=58924beb-272d-4578-94fa-b46e9d01df5d)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:53:34.247721 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-c1a15bc0-52ab-4f5c-84ca-0ace991493ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:34.256112 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-65956e18-09de-42cd-acb3-245966d039b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:34.384542 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a15bc0-52ab-4f5c-84ca-0ace991493ae None None] Pushing event updated for resources: {'Port': ['ID=912d928d-1bb3-4203-9f71-b06adf16c9cd,revision_number=3']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:34.394278 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 48452534-61ce-491e-997d-2181190a4358 up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:53:34.399247 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] get_ports_and_sgs() called for port_ids ['6984917c-1fa0-4c5f-82aa-21ed71169760'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 12:53:34.406469 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-c1a15bc0-52ab-4f5c-84ca-0ace991493ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:34.452302 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-32f17d50-84a0-40be-8b4f-66eed0aef65f None None] Set router 56b48369-626f-49fb-93c8-1c6eb6e5bab7 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:53:34.894595 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port 48452534-61ce-491e-997d-2181190a4358 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:53:34.895387 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:35.016536 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-e6729225-f47d-4132-9d53-ce6d42fbf549 None None] Provisioning complete for port 912d928d-1bb3-4203-9f71-b06adf16c9cd triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:53:35.017747 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-e6729225-f47d-4132-9d53-ce6d42fbf549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:35.076682 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-32f17d50-84a0-40be-8b4f-66eed0aef65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644b9faf40>, [{'id': '56b48369-626f-49fb-93c8-1c6eb6e5bab7', 'name': 'tempest-TestMinimumBasicScenario-52361034-router', 'tenant_id': '06f09f61f99143d7a5a538c811e25b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'b29a29ed-2616-4b75-b920-cdb7ad53b63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:53:27Z', 'updated_at': '2021-06-16T12:53:32Z', 'revision_number': 3, 'project_id': '06f09f61f99143d7a5a538c811e25b32', 'gw_port': {'id': 'b29a29ed-2616-4b75-b920-cdb7ad53b63b', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ba:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b48369-626f-49fb-93c8-1c6eb6e5bab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:53:29Z', 'updated_at': '2021-06-16T12:53:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi'}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:53:35.084636 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f17d50-84a0-40be-8b4f-66eed0aef65f None None] Checking router: 56b48369-626f-49fb-93c8-1c6eb6e5bab7 for host: dv-cinder-766296-6-iscsi {{(pid=109148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 12:53:35.085426 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f17d50-84a0-40be-8b4f-66eed0aef65f None None] Updating router 56b48369-626f-49fb-93c8-1c6eb6e5bab7 port b29a29ed-2616-4b75-b920-cdb7ad53b63b binding host dv-cinder-766296-6-iscsi {{(pid=109148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 12:53:35.181893 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-32f17d50-84a0-40be-8b4f-66eed0aef65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:35.311536 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082a12d-ebbf-4211-9aea-5a42b6d64d18 req-f51d435d-4853-4dcb-b7d3-e70bbf04dbc5 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:35.316454 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7082a12d-ebbf-4211-9aea-5a42b6d64d18 req-f51d435d-4853-4dcb-b7d3-e70bbf04dbc5 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 943 time: 0.3521924 Jun 16 12:53:35.385338 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-08a02357-5e94-4341-840d-8c4f2fcd6935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:35.514128 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7082a12d-ebbf-4211-9aea-5a42b6d64d18 req-2ff98d71-5344-48e0-a9d0-e7eeea1f89a5 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680605 Jun 16 12:53:35.561669 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15bd4d-acd0-4fbb-b256-e05dd99ae971 req-79ff4c7d-7999-42ab-87aa-65c0ecf6c015 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:35.568927 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7e15bd4d-acd0-4fbb-b256-e05dd99ae971 req-79ff4c7d-7999-42ab-87aa-65c0ecf6c015 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.3519938 Jun 16 12:53:35.704953 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7e15bd4d-acd0-4fbb-b256-e05dd99ae971 req-1d2fbb6d-d0e7-4b7c-8818-6dee566612e2 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119962 Jun 16 12:53:35.795628 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:35.909767 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4de9b0ef-a880-46be-a919-352a8788c020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:35.988593 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-32f17d50-84a0-40be-8b4f-66eed0aef65f None None] Notify callbacks [] for port, precommit_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:36.022048 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.provisioning_blocks [None req-32f17d50-84a0-40be-8b4f-66eed0aef65f None None] Transition to ACTIVE for port object b29a29ed-2616-4b75-b920-cdb7ad53b63b will not be triggered until provisioned by entity L2. {{(pid=109148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:53:36.035703 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-32f17d50-84a0-40be-8b4f-66eed0aef65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:36.044665 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG oslo_concurrency.lockutils [None req-590aaa00-0227-4305-8988-212e246ae777 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:36.086375 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6377a5-d7d8-49a8-ad99-12daf82c257f req-7cbc1635-8327-4369-b252-bdf2a536bdd4 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:36.089196 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9c6377a5-d7d8-49a8-ad99-12daf82c257f req-7cbc1635-8327-4369-b252-bdf2a536bdd4 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 944 time: 0.1799569 Jun 16 12:53:36.159887 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14045a79-d893-457f-9972-91d54bf18986 None None] Pushing event updated for resources: {'Port': ['ID=b29a29ed-2616-4b75-b920-cdb7ad53b63b,revision_number=2']} {{(pid=109148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:36.168030 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG oslo_concurrency.lockutils [None req-14045a79-d893-457f-9972-91d54bf18986 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=109148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:36.169818 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-32f17d50-84a0-40be-8b4f-66eed0aef65f None None] Attempting to bind port b29a29ed-2616-4b75-b920-cdb7ad53b63b on host dv-cinder-766296-6-iscsi for vnic_type normal with profile {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:53:36.170523 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-32f17d50-84a0-40be-8b4f-66eed0aef65f None None] Attempting to bind port b29a29ed-2616-4b75-b920-cdb7ad53b63b by drivers openvswitch,hyperv on host dv-cinder-766296-6-iscsi at level 0 using segments [{'id': 'ccabc92d-cb7c-48c7-8ba2-36435bcfb991', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'}] {{(pid=109148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:53:36.171123 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f17d50-84a0-40be-8b4f-66eed0aef65f None None] Attempting to bind port b29a29ed-2616-4b75-b920-cdb7ad53b63b on network 31dc54ca-819a-4fca-8a47-71bd58082db2 {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:53:36.188093 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f17d50-84a0-40be-8b4f-66eed0aef65f None None] Checking agent: {'id': '02c43e25-bd45-43d2-952e-f18e4af744aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766296-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 40, 6), 'started_at': datetime.datetime(2021, 6, 16, 12, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766296-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:53:36.189278 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f17d50-84a0-40be-8b4f-66eed0aef65f None None] Checking segment: {'id': 'ccabc92d-cb7c-48c7-8ba2-36435bcfb991', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:53:36.189452 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-32f17d50-84a0-40be-8b4f-66eed0aef65f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:36.190530 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f17d50-84a0-40be-8b4f-66eed0aef65f None None] Bound using segment: {'id': 'ccabc92d-cb7c-48c7-8ba2-36435bcfb991', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'} {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:53:36.190910 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-32f17d50-84a0-40be-8b4f-66eed0aef65f None None] Bound port: b29a29ed-2616-4b75-b920-cdb7ad53b63b, host: dv-cinder-766296-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccabc92d-cb7c-48c7-8ba2-36435bcfb991', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'}}] {{(pid=109148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:53:36.191630 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-32f17d50-84a0-40be-8b4f-66eed0aef65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:36.202956 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9c6377a5-d7d8-49a8-ad99-12daf82c257f req-b2f9dee9-379c-4e33-add2-d0543662c135 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007116 Jun 16 12:53:36.339449 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.db [None req-32f17d50-84a0-40be-8b4f-66eed0aef65f None None] For port b29a29ed-2616-4b75-b920-cdb7ad53b63b, host dv-cinder-766296-6-iscsi, cleared binding levels {{(pid=109148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:53:36.347394 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.db [None req-32f17d50-84a0-40be-8b4f-66eed0aef65f None None] For port b29a29ed-2616-4b75-b920-cdb7ad53b63b, host dv-cinder-766296-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=b29a29ed-2616-4b75-b920-cdb7ad53b63b,segment=NetworkSegment(ccabc92d-cb7c-48c7-8ba2-36435bcfb991),segment_id=ccabc92d-cb7c-48c7-8ba2-36435bcfb991)] {{(pid=109148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:53:36.356100 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-32f17d50-84a0-40be-8b4f-66eed0aef65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:36.363504 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:36.446533 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [None req-4de9b0ef-a880-46be-a919-352a8788c020 admin admin] Allocated IP 172.20.0.1 (5f5c0bf8-fd90-4523-9f58-4591e61047be/6e94ba73-4c77-4485-8a63-d60b06ba1c1f/a635eb49-ec6b-4e3e-a758-8bac540c92fa) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:53:36.480317 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f17d50-84a0-40be-8b4f-66eed0aef65f None None] Routers {'56b48369-626f-49fb-93c8-1c6eb6e5bab7'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:53:36.481467 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-32f17d50-84a0-40be-8b4f-66eed0aef65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644b9faf40>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:53:35Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['56b48369-626f-49fb-93c8-1c6eb6e5bab7'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:53:36.488577 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 912d928d-1bb3-4203-9f71-b06adf16c9cd up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:53:36.578357 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14045a79-d893-457f-9972-91d54bf18986 None None] Pushing event updated for resources: {'Port': ['ID=b29a29ed-2616-4b75-b920-cdb7ad53b63b,revision_number=3']} {{(pid=109148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:36.657704 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG oslo_concurrency.lockutils [None req-14045a79-d893-457f-9972-91d54bf18986 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=109148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:36.739912 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port 912d928d-1bb3-4203-9f71-b06adf16c9cd triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:53:36.741159 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:36.833128 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-32f17d50-84a0-40be-8b4f-66eed0aef65f None None] Set router 56b48369-626f-49fb-93c8-1c6eb6e5bab7 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:53:36.885474 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4de9b0ef-a880-46be-a919-352a8788c020 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:36.947403 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.provisioning_blocks [None req-4de9b0ef-a880-46be-a919-352a8788c020 admin admin] Transition to ACTIVE for port object a635eb49-ec6b-4e3e-a758-8bac540c92fa will not be triggered until provisioned by entity DHCP. {{(pid=109146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:53:37.068601 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:37.107960 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4de9b0ef-a880-46be-a919-352a8788c020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32077152'] for port, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:37.112758 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:37.144006 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 6984917c-1fa0-4c5f-82aa-21ed71169760 up at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:53:37.175647 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a0df9c-1d6f-44d4-90d2-a8517f599999 req-a693191f-a2b8-4b8d-8ebb-35bf1a32b200 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:37.192222 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-15a0df9c-1d6f-44d4-90d2-a8517f599999 req-a693191f-a2b8-4b8d-8ebb-35bf1a32b200 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 943 time: 0.1907864 Jun 16 12:53:37.215978 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de9b0ef-a880-46be-a919-352a8788c020 admin admin] Network 5f5c0bf8-fd90-4523-9f58-4591e61047be is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:53:37.231523 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-4de9b0ef-a880-46be-a919-352a8788c020 admin admin] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:53:37.251527 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de9b0ef-a880-46be-a919-352a8788c020 admin admin] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:53:37.332274 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-15a0df9c-1d6f-44d4-90d2-a8517f599999 req-50fdc11a-7839-4258-897f-7d673e0e372e tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379306 Jun 16 12:53:37.341283 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning for port 6984917c-1fa0-4c5f-82aa-21ed71169760 completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:53:37.350198 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9b0ef-a880-46be-a919-352a8788c020 admin admin] Pushing event updated for resources: {'Port': ['ID=a635eb49-ec6b-4e3e-a758-8bac540c92fa,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:37.352519 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning complete for port 6984917c-1fa0-4c5f-82aa-21ed71169760 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:53:37.353304 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:37.361904 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-4de9b0ef-a880-46be-a919-352a8788c020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:37.392902 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4de9b0ef-a880-46be-a919-352a8788c020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442950'] for router_interface, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:37.585083 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:37.651938 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-32f17d50-84a0-40be-8b4f-66eed0aef65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644b9faf40>, [{'id': '56b48369-626f-49fb-93c8-1c6eb6e5bab7', 'name': 'tempest-TestMinimumBasicScenario-52361034-router', 'tenant_id': '06f09f61f99143d7a5a538c811e25b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'b29a29ed-2616-4b75-b920-cdb7ad53b63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:53:27Z', 'updated_at': '2021-06-16T12:53:32Z', 'revision_number': 3, 'project_id': '06f09f61f99143d7a5a538c811e25b32', 'gw_port': {'id': 'b29a29ed-2616-4b75-b920-cdb7ad53b63b', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ba:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b48369-626f-49fb-93c8-1c6eb6e5bab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:53:29Z', 'updated_at': '2021-06-16T12:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi'}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:53:37.661930 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f17d50-84a0-40be-8b4f-66eed0aef65f None None] The sync data for ids ['56b48369-626f-49fb-93c8-1c6eb6e5bab7'] in dv-cinder-766296-6-iscsi is: [{'id': '56b48369-626f-49fb-93c8-1c6eb6e5bab7', 'name': 'tempest-TestMinimumBasicScenario-52361034-router', 'tenant_id': '06f09f61f99143d7a5a538c811e25b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'b29a29ed-2616-4b75-b920-cdb7ad53b63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:53:27Z', 'updated_at': '2021-06-16T12:53:32Z', 'revision_number': 3, 'project_id': '06f09f61f99143d7a5a538c811e25b32', 'gw_port': {'id': 'b29a29ed-2616-4b75-b920-cdb7ad53b63b', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ba:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b48369-626f-49fb-93c8-1c6eb6e5bab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:53:29Z', 'updated_at': '2021-06-16T12:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi'}] {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 12:53:37.700569 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 6984917c-1fa0-4c5f-82aa-21ed71169760, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=6984917c-1fa0-4c5f-82aa-21ed71169760,segment=NetworkSegment(00a4e780-9b72-4f52-955e-542392fdcf96),segment_id=00a4e780-9b72-4f52-955e-542392fdcf96)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:53:37.705527 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb6f38d1-1677-4c1f-877c-ae6b30056dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6984917c-1fa0-4c5f-82aa-21ed71169760'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:53:37.712308 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc19868b2eeee4f788927d96de96bc76ef619c1c8eef803ec6a338432d17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e450d492-e364-49ef-89a2-04a6568a2bcc" -d '{"events": [{"server_uuid": "eb6f38d1-1677-4c1f-877c-ae6b30056dcf", "name": "network-vif-plugged", "status": "completed", "tag": "6984917c-1fa0-4c5f-82aa-21ed71169760"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:53:37.718991 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:37.723390 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-c7770346-0559-4792-bbe1-d2aa390e70f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:37.789822 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4de9b0ef-a880-46be-a919-352a8788c020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:37.914676 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-b834edbb-710f-4ee0-b14e-b35ad1bc0a25 None None] Provisioning for port a635eb49-ec6b-4e3e-a758-8bac540c92fa completed by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:53:37.933149 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-b834edbb-710f-4ee0-b14e-b35ad1bc0a25 None None] Provisioning complete for port a635eb49-ec6b-4e3e-a758-8bac540c92fa triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:53:37.933962 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-b834edbb-710f-4ee0-b14e-b35ad1bc0a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:37.939635 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=6984917c-1fa0-4c5f-82aa-21ed71169760,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:37.948765 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:38.002998 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8950866-036f-45b6-8ade-d17a02cdc88a req-7ec098c7-d0d1-4bf7-8069-c3368e5b4979 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:38.026335 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e8950866-036f-45b6-8ade-d17a02cdc88a req-7ec098c7-d0d1-4bf7-8069-c3368e5b4979 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 945 time: 0.2463791 Jun 16 12:53:38.052066 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-b834edbb-710f-4ee0-b14e-b35ad1bc0a25 None None] Port a635eb49-ec6b-4e3e-a758-8bac540c92fa cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 12:53:38.068099 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 12:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac36a85-d145-4104-a6f7-bd6f6ad38947 x-openstack-request-id: req-fac36a85-d145-4104-a6f7-bd6f6ad38947 {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:53:38.068610 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb6f38d1-1677-4c1f-877c-ae6b30056dcf", "name": "network-vif-plugged", "status": "completed", "tag": "6984917c-1fa0-4c5f-82aa-21ed71169760", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:53:38.069282 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fac36a85-d145-4104-a6f7-bd6f6ad38947 {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:53:38.069985 dv-cinder-766296-6-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb6f38d1-1677-4c1f-877c-ae6b30056dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6984917c-1fa0-4c5f-82aa-21ed71169760', 'code': 200} Jun 16 12:53:38.150271 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e8950866-036f-45b6-8ade-d17a02cdc88a req-2f6d65bd-761c-4a69-a30b-76a1885b695b tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199472 Jun 16 12:53:38.512468 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4de9b0ef-a880-46be-a919-352a8788c020 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:38.527636 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4de9b0ef-a880-46be-a919-352a8788c020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32077174'] for port, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:38.533063 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-85c15658-8636-4a8a-97bd-2e14e55bada4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:38.807282 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4de9b0ef-a880-46be-a919-352a8788c020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442938'] for router_interface, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:38.908380 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9b0ef-a880-46be-a919-352a8788c020 admin admin] Pushing event updated for resources: {'Port': ['ID=a635eb49-ec6b-4e3e-a758-8bac540c92fa,revision_number=2']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:38.918623 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-4de9b0ef-a880-46be-a919-352a8788c020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:38.998649 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4633ad8-a8a1-4f29-9834-ba4f445dc2f5 req-54547cff-7f9c-4476-974d-8e666c18e549 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:39.001937 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c4633ad8-a8a1-4f29-9834-ba4f445dc2f5 req-54547cff-7f9c-4476-974d-8e666c18e549 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 943 time: 0.1517355 Jun 16 12:53:39.065064 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1bff2-28e2-49ac-b289-e3fd0109d9b6 req-dca0eee4-dfb6-4866-92a3-c5f703136c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:39.068526 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-3eb1bff2-28e2-49ac-b289-e3fd0109d9b6 req-dca0eee4-dfb6-4866-92a3-c5f703136c28 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 1098 time: 0.2769978 Jun 16 12:53:39.105148 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c4633ad8-a8a1-4f29-9834-ba4f445dc2f5 req-d3c9e8ba-52f7-47c3-9773-e97b094bdad2 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844846 Jun 16 12:53:39.136544 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de9b0ef-a880-46be-a919-352a8788c020 admin admin] Network 5f5c0bf8-fd90-4523-9f58-4591e61047be is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:53:39.156450 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-4de9b0ef-a880-46be-a919-352a8788c020 admin admin] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:53:39.168131 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 29ca1cb9-b54b-4e6c-8174-b41effde49d0 details requested by agent hyperv_hv-cinder-76629 with host hv-cinder-76629 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 12:53:39.628206 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de9b0ef-a880-46be-a919-352a8788c020 admin admin] Router 56b48369-626f-49fb-93c8-1c6eb6e5bab7 has already been hosted by L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 {{(pid=109146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 12:53:39.641738 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-3eb1bff2-28e2-49ac-b289-e3fd0109d9b6 req-ad497024-cfe6-46e0-ba28-3db623704c9d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5613678 Jun 16 12:53:39.672641 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 29ca1cb9-b54b-4e6c-8174-b41effde49d0, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=29ca1cb9-b54b-4e6c-8174-b41effde49d0,segment=NetworkSegment(042ac9d8-9593-43f5-8ffd-f1b933e86f71),segment_id=042ac9d8-9593-43f5-8ffd-f1b933e86f71)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:53:39.723241 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Returning: {'device': '29ca1cb9-b54b-4e6c-8174-b41effde49d0', 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537', 'port_id': '29ca1cb9-b54b-4e6c-8174-b41effde49d0', 'mac_address': 'fa:16:3e:43:b0:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6854b649-d35a-4298-9aa6-e7a75a6ae3a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 12:53:39.734186 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:39.737005 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9e545-10d4-49be-9852-69e41629a615 req-005f8655-4a4a-4531-8dcc-6164d1cc4080 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:39.754718 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-cee7d6cb-f607-4fc2-9d2d-fd8013f43696 None None] Provisioning complete for port a635eb49-ec6b-4e3e-a758-8bac540c92fa triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:53:39.755392 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cee7d6cb-f607-4fc2-9d2d-fd8013f43696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:39.763217 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-31e9e545-10d4-49be-9852-69e41629a615 req-005f8655-4a4a-4531-8dcc-6164d1cc4080 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 945 time: 0.2521715 Jun 16 12:53:39.865823 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-31e9e545-10d4-49be-9852-69e41629a615 req-f6f19115-535b-48a7-840d-10116990a3d9 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981543 Jun 16 12:53:39.866054 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-cee7d6cb-f607-4fc2-9d2d-fd8013f43696 None None] Port a635eb49-ec6b-4e3e-a758-8bac540c92fa cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 12:53:39.947128 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:40.004096 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-43072469-a160-4d16-9402-2253616714b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29ca1cb9-b54b-4e6c-8174-b41effde49d0 {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 12:53:40.059261 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 29ca1cb9-b54b-4e6c-8174-b41effde49d0, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=29ca1cb9-b54b-4e6c-8174-b41effde49d0,segment=NetworkSegment(042ac9d8-9593-43f5-8ffd-f1b933e86f71),segment_id=042ac9d8-9593-43f5-8ffd-f1b933e86f71)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:53:40.072840 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:40.078068 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:40.206546 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=29ca1cb9-b54b-4e6c-8174-b41effde49d0,revision_number=9']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:40.206546 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:40.387584 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de9b0ef-a880-46be-a919-352a8788c020 admin admin] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 12:53:40.416987 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-4de9b0ef-a880-46be-a919-352a8788c020 admin admin] 10.222.0.67 "PUT /v2.0/routers/56b48369-626f-49fb-93c8-1c6eb6e5bab7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2081633 Jun 16 12:53:40.471227 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device b29a29ed-2616-4b75-b920-cdb7ad53b63b up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:53:40.549107 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] get_ports_and_sgs() called for port_ids ['29ca1cb9-b54b-4e6c-8174-b41effde49d0'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 12:53:40.665970 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c785f9d-6127-48dc-bfd8-4b63a8b0f39d req-a4d5e779-0615-4f8b-ae1d-eff11cf7299d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:40.669115 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9c785f9d-6127-48dc-bfd8-4b63a8b0f39d req-a4d5e779-0615-4f8b-ae1d-eff11cf7299d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 944 time: 0.1937354 Jun 16 12:53:40.814383 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9c785f9d-6127-48dc-bfd8-4b63a8b0f39d req-ff93b3e9-044d-4b59-a59a-ce61b9a3023f tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302240 Jun 16 12:53:40.977554 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning for port b29a29ed-2616-4b75-b920-cdb7ad53b63b completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:53:41.004139 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port b29a29ed-2616-4b75-b920-cdb7ad53b63b triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:53:41.004793 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:41.212622 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575c5400-a9b4-4ede-89ba-87147a0a110e None None] Sync routers for ids ['56b48369-626f-49fb-93c8-1c6eb6e5bab7'] in dv-cinder-766296-6-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 12:53:41.479590 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575c5400-a9b4-4ede-89ba-87147a0a110e None None] Routers {'56b48369-626f-49fb-93c8-1c6eb6e5bab7'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:53:41.481163 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-575c5400-a9b4-4ede-89ba-87147a0a110e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a4b2820>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:53:35Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['56b48369-626f-49fb-93c8-1c6eb6e5bab7'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:53:41.488616 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:41.514523 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e4d0c-f0b1-46a2-abdf-144ace49e9a9 req-d31d9b81-14c6-4665-8627-77ee6c51785b tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:41.540539 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-889e4d0c-f0b1-46a2-abdf-144ace49e9a9 req-d31d9b81-14c6-4665-8627-77ee6c51785b tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 945 time: 0.3013694 Jun 16 12:53:41.687990 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] For port b29a29ed-2616-4b75-b920-cdb7ad53b63b, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=b29a29ed-2616-4b75-b920-cdb7ad53b63b,segment=NetworkSegment(ccabc92d-cb7c-48c7-8ba2-36435bcfb991),segment_id=ccabc92d-cb7c-48c7-8ba2-36435bcfb991)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:53:41.714366 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:41.715206 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-889e4d0c-f0b1-46a2-abdf-144ace49e9a9 req-2367bbf1-f1fa-45fb-bc4a-03782f30542f tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685979 Jun 16 12:53:41.725953 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:41.816972 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317ea01-628b-4221-8741-6d6da24c01a4 req-431d9e19-ca7a-4ab8-a342-ce951ac2f865 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:41.830862 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d317ea01-628b-4221-8741-6d6da24c01a4 req-431d9e19-ca7a-4ab8-a342-ce951ac2f865 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.2791529 Jun 16 12:53:41.881849 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Pushing event updated for resources: {'Port': ['ID=b29a29ed-2616-4b75-b920-cdb7ad53b63b,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:41.893738 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-575c5400-a9b4-4ede-89ba-87147a0a110e None None] Set router 56b48369-626f-49fb-93c8-1c6eb6e5bab7 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:53:41.903823 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:41.920611 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d317ea01-628b-4221-8741-6d6da24c01a4 req-3d6f934f-1991-4a4a-ab83-2dbd64104371 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876901 Jun 16 12:53:42.214841 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31c7a2-34b1-48a2-8e72-7e6a0e6ccbb0 req-90ae15d3-f254-4ffe-85c8-a7d3d4b1c60c tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:42.217854 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4c31c7a2-34b1-48a2-8e72-7e6a0e6ccbb0 req-90ae15d3-f254-4ffe-85c8-a7d3d4b1c60c tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 944 time: 0.1429899 Jun 16 12:53:42.300764 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4c31c7a2-34b1-48a2-8e72-7e6a0e6ccbb0 req-93aca931-11ad-4b38-938d-87e924167a84 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676451 Jun 16 12:53:42.359635 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device b29a29ed-2616-4b75-b920-cdb7ad53b63b up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:53:42.441304 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-575c5400-a9b4-4ede-89ba-87147a0a110e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a4b2820>, [{'id': '56b48369-626f-49fb-93c8-1c6eb6e5bab7', 'name': 'tempest-TestMinimumBasicScenario-52361034-router', 'tenant_id': '06f09f61f99143d7a5a538c811e25b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'b29a29ed-2616-4b75-b920-cdb7ad53b63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:53:27Z', 'updated_at': '2021-06-16T12:53:37Z', 'revision_number': 4, 'project_id': '06f09f61f99143d7a5a538c811e25b32', 'gw_port': {'id': 'b29a29ed-2616-4b75-b920-cdb7ad53b63b', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ba:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b48369-626f-49fb-93c8-1c6eb6e5bab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:53:29Z', 'updated_at': '2021-06-16T12:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': 'a635eb49-ec6b-4e3e-a758-8bac540c92fa', 'name': '', 'network_id': '5f5c0bf8-fd90-4523-9f58-4591e61047be', 'tenant_id': '06f09f61f99143d7a5a538c811e25b32', 'mac_address': 'fa:16:3e:33:3e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b48369-626f-49fb-93c8-1c6eb6e5bab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '6e94ba73-4c77-4485-8a63-d60b06ba1c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:53:35Z', 'updated_at': '2021-06-16T12:53:38Z', 'revision_number': 2, 'project_id': '06f09f61f99143d7a5a538c811e25b32', 'subnets': [{'id': '6e94ba73-4c77-4485-8a63-d60b06ba1c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:53:42.459837 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575c5400-a9b4-4ede-89ba-87147a0a110e None None] Checking router: 56b48369-626f-49fb-93c8-1c6eb6e5bab7 for host: dv-cinder-766296-6-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 12:53:42.460806 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575c5400-a9b4-4ede-89ba-87147a0a110e None None] Updating router 56b48369-626f-49fb-93c8-1c6eb6e5bab7 port a635eb49-ec6b-4e3e-a758-8bac540c92fa binding host dv-cinder-766296-6-iscsi {{(pid=109147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 12:53:42.583429 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-575c5400-a9b4-4ede-89ba-87147a0a110e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:42.679050 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port b29a29ed-2616-4b75-b920-cdb7ad53b63b triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:53:42.679762 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:43.177088 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 29ca1cb9-b54b-4e6c-8174-b41effde49d0 up at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:53:43.532153 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586774f-0f99-4199-a834-0f1940569841 req-94bc8cd0-6bb8-4217-9af5-73d23379f422 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:43.545054 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5586774f-0f99-4199-a834-0f1940569841 req-94bc8cd0-6bb8-4217-9af5-73d23379f422 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 945 time: 0.3140543 Jun 16 12:53:43.643747 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 49734) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:53:43.725731 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning complete for port 29ca1cb9-b54b-4e6c-8174-b41effde49d0 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:53:43.726661 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:43.737074 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-575c5400-a9b4-4ede-89ba-87147a0a110e None None] Notify callbacks [] for port, precommit_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:43.805586 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5586774f-0f99-4199-a834-0f1940569841 req-09a9d121-73fd-44d7-ae0c-e997af2cb210 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1816690 Jun 16 12:53:43.858171 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-575c5400-a9b4-4ede-89ba-87147a0a110e None None] Transition to ACTIVE for port object a635eb49-ec6b-4e3e-a758-8bac540c92fa will not be triggered until provisioned by entity L2. {{(pid=109147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:53:43.867952 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d4420-636e-4fff-9384-6f1d1f65804e req-c49b3361-40c2-4946-abc2-a400c9403dbb tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:43.884243 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-344d4420-636e-4fff-9384-6f1d1f65804e req-c49b3361-40c2-4946-abc2-a400c9403dbb tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.3331032 Jun 16 12:53:43.889438 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-575c5400-a9b4-4ede-89ba-87147a0a110e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:43.910595 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:43.998974 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-344d4420-636e-4fff-9384-6f1d1f65804e req-b7e8a48f-4cdc-4ad3-944a-ec9320291221 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097808 Jun 16 12:53:44.088568 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-75e53d6f-fde1-4714-b9a2-c79c250bc9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:44.281336 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:44.451051 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75016f-80fa-448e-8215-99c53ca148ca None None] Pushing event updated for resources: {'Port': ['ID=a635eb49-ec6b-4e3e-a758-8bac540c92fa,revision_number=3']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:44.466777 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8e75016f-80fa-448e-8215-99c53ca148ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:44.488647 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651796bc-97df-494e-8579-9f62fe51b487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ca1cb9-b54b-4e6c-8174-b41effde49d0'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:53:44.489010 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e4e0a-f451-43cd-b38e-d95167f43054 req-234a9286-72e5-4039-b299-d6578298c1f7 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:44.498976 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc19868b2eeee4f788927d96de96bc76ef619c1c8eef803ec6a338432d17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97da9e97-1c3c-49e4-8a64-34bf3b354653" -d '{"events": [{"server_uuid": "651796bc-97df-494e-8579-9f62fe51b487", "name": "network-vif-plugged", "status": "completed", "tag": "29ca1cb9-b54b-4e6c-8174-b41effde49d0"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:53:44.499332 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-927e4e0a-f451-43cd-b38e-d95167f43054 req-234a9286-72e5-4039-b299-d6578298c1f7 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 946 time: 0.3049634 Jun 16 12:53:44.546275 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-75e53d6f-fde1-4714-b9a2-c79c250bc9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:44.559686 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-75e53d6f-fde1-4714-b9a2-c79c250bc9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:44.575370 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 29ca1cb9-b54b-4e6c-8174-b41effde49d0, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=29ca1cb9-b54b-4e6c-8174-b41effde49d0,segment=NetworkSegment(042ac9d8-9593-43f5-8ffd-f1b933e86f71),segment_id=042ac9d8-9593-43f5-8ffd-f1b933e86f71)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:53:44.595202 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-9c6bc58c-c4d7-4d5a-8adf-268052eee926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:44.600157 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:44.607355 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8e75016f-80fa-448e-8215-99c53ca148ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:44.682448 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e53d6f-fde1-4714-b9a2-c79c250bc9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c628baae-8de5-45ca-ad3e-c31a4c7fa291,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:44.705772 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-75e53d6f-fde1-4714-b9a2-c79c250bc9e9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6dd70222295843fc9e45080ce9269488&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0591650 Jun 16 12:53:44.709967 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-75e53d6f-fde1-4714-b9a2-c79c250bc9e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:44.714723 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 49742) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:53:44.736250 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-575c5400-a9b4-4ede-89ba-87147a0a110e None None] Attempting to bind port a635eb49-ec6b-4e3e-a758-8bac540c92fa on host dv-cinder-766296-6-iscsi for vnic_type normal with profile {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:53:44.737066 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-575c5400-a9b4-4ede-89ba-87147a0a110e None None] Attempting to bind port a635eb49-ec6b-4e3e-a758-8bac540c92fa by drivers openvswitch,hyperv on host dv-cinder-766296-6-iscsi at level 0 using segments [{'id': '58924beb-272d-4578-94fa-b46e9d01df5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5f5c0bf8-fd90-4523-9f58-4591e61047be'}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:53:44.737433 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575c5400-a9b4-4ede-89ba-87147a0a110e None None] Attempting to bind port a635eb49-ec6b-4e3e-a758-8bac540c92fa on network 5f5c0bf8-fd90-4523-9f58-4591e61047be {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:53:44.749595 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=29ca1cb9-b54b-4e6c-8174-b41effde49d0,revision_number=10']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:44.756047 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-927e4e0a-f451-43cd-b38e-d95167f43054 req-96d54acd-98b4-41d9-840c-ed908344795c tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108419 Jun 16 12:53:44.758502 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575c5400-a9b4-4ede-89ba-87147a0a110e None None] Checking agent: {'id': '02c43e25-bd45-43d2-952e-f18e4af744aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766296-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 40, 6), 'started_at': datetime.datetime(2021, 6, 16, 12, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766296-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:53:44.759465 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575c5400-a9b4-4ede-89ba-87147a0a110e None None] Checking segment: {'id': '58924beb-272d-4578-94fa-b46e9d01df5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5f5c0bf8-fd90-4523-9f58-4591e61047be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:53:44.760228 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-575c5400-a9b4-4ede-89ba-87147a0a110e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:44.760929 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575c5400-a9b4-4ede-89ba-87147a0a110e None None] Bound using segment: {'id': '58924beb-272d-4578-94fa-b46e9d01df5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5f5c0bf8-fd90-4523-9f58-4591e61047be'} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:53:44.762606 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-575c5400-a9b4-4ede-89ba-87147a0a110e None None] Bound port: a635eb49-ec6b-4e3e-a758-8bac540c92fa, host: dv-cinder-766296-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58924beb-272d-4578-94fa-b46e9d01df5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5f5c0bf8-fd90-4523-9f58-4591e61047be'}}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:53:44.763576 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-575c5400-a9b4-4ede-89ba-87147a0a110e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:44.770138 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:44.826510 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67863a-e166-4695-a0c0-c9eaf5a56942 req-a6655007-cfdc-4a3e-b394-d6fb8b2c0f04 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:44.830805 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-bd67863a-e166-4695-a0c0-c9eaf5a56942 req-a6655007-cfdc-4a3e-b394-d6fb8b2c0f04 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 944 time: 0.3284016 Jun 16 12:53:44.939523 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-575c5400-a9b4-4ede-89ba-87147a0a110e None None] For port a635eb49-ec6b-4e3e-a758-8bac540c92fa, host dv-cinder-766296-6-iscsi, cleared binding levels {{(pid=109147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:53:44.946624 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-575c5400-a9b4-4ede-89ba-87147a0a110e None None] For port a635eb49-ec6b-4e3e-a758-8bac540c92fa, host dv-cinder-766296-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=a635eb49-ec6b-4e3e-a758-8bac540c92fa,segment=NetworkSegment(58924beb-272d-4578-94fa-b46e9d01df5d),segment_id=58924beb-272d-4578-94fa-b46e9d01df5d)] {{(pid=109147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:53:44.954144 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a6eb78ce-87af-4849-b319-7063d52ba27d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:44.968419 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-575c5400-a9b4-4ede-89ba-87147a0a110e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:44.972989 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:45.024135 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a6eb78ce-87af-4849-b319-7063d52ba27d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:45.077335 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-bd67863a-e166-4695-a0c0-c9eaf5a56942 req-5cc970dd-49f7-47e9-8832-d7ed496eda1b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974201 Jun 16 12:53:45.120411 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75016f-80fa-448e-8215-99c53ca148ca None None] Pushing event updated for resources: {'Port': ['ID=a635eb49-ec6b-4e3e-a758-8bac540c92fa,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:45.133559 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8e75016f-80fa-448e-8215-99c53ca148ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:45.199083 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a6eb78ce-87af-4849-b319-7063d52ba27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:45.205528 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575c5400-a9b4-4ede-89ba-87147a0a110e None None] Routers {'56b48369-626f-49fb-93c8-1c6eb6e5bab7'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:53:45.206589 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-575c5400-a9b4-4ede-89ba-87147a0a110e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a4b2820>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:53:35Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['56b48369-626f-49fb-93c8-1c6eb6e5bab7'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:53:45.207137 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a6eb78ce-87af-4849-b319-7063d52ba27d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:45.213310 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-a6eb78ce-87af-4849-b319-7063d52ba27d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c628baae-8de5-45ca-ad3e-c31a4c7fa291 HTTP/1.1" status: 204 len: 168 time: 0.4915180 Jun 16 12:53:45.213310 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-98761863-1e9c-476c-9e2d-c7851b3de3fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:45.231969 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb78ce-87af-4849-b319-7063d52ba27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c628baae-8de5-45ca-ad3e-c31a4c7fa291,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:45.236015 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-a6eb78ce-87af-4849-b319-7063d52ba27d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:45.416312 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 12:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3aee3c6-b98d-4394-9726-7197a1d53d63 x-openstack-request-id: req-e3aee3c6-b98d-4394-9726-7197a1d53d63 {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:53:45.416658 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bfc26-a3b4-4b4f-ad2c-f370996ac311 req-34601c7a-5d84-498d-ae5f-fd38a7894475 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:45.417571 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651796bc-97df-494e-8579-9f62fe51b487", "name": "network-vif-plugged", "status": "completed", "tag": "29ca1cb9-b54b-4e6c-8174-b41effde49d0", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:53:45.419124 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-341bfc26-a3b4-4b4f-ad2c-f370996ac311 req-34601c7a-5d84-498d-ae5f-fd38a7894475 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 945 time: 0.2601297 Jun 16 12:53:45.419938 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e3aee3c6-b98d-4394-9726-7197a1d53d63 {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:53:45.424964 dv-cinder-766296-6-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '651796bc-97df-494e-8579-9f62fe51b487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ca1cb9-b54b-4e6c-8174-b41effde49d0', 'code': 200} Jun 16 12:53:45.678728 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-341bfc26-a3b4-4b4f-ad2c-f370996ac311 req-57f2c2b9-adbc-4707-9efc-285542932753 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2402024 Jun 16 12:53:45.811681 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-575c5400-a9b4-4ede-89ba-87147a0a110e None None] Set router 56b48369-626f-49fb-93c8-1c6eb6e5bab7 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:53:45.828010 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 49750) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:53:46.042695 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bea979-c6f4-4723-ac1a-d545384875bd req-b96da6d8-81f5-43ee-a32d-2e2c353bf22a tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:46.050096 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-63bea979-c6f4-4723-ac1a-d545384875bd req-b96da6d8-81f5-43ee-a32d-2e2c353bf22a tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.3492544 Jun 16 12:53:46.207280 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-63bea979-c6f4-4723-ac1a-d545384875bd req-787f550d-9133-493d-9382-a991b96be61e tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402211 Jun 16 12:53:46.438204 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6b1cf-647a-4d9e-b504-9d5e589baf80 req-60e2b305-7d37-4cfc-be53-94b6f83b5750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:46.441604 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-45b6b1cf-647a-4d9e-b504-9d5e589baf80 req-60e2b305-7d37-4cfc-be53-94b6f83b5750 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 1099 time: 0.2868438 Jun 16 12:53:46.457629 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c5ef33-1627-475a-ac43-7671c9dc2e97 tempest-TestShelveInstance-49577524 tempest-TestShelveInstance-49577524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:46.465705 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-d4c5ef33-1627-475a-ac43-7671c9dc2e97 tempest-TestShelveInstance-49577524 tempest-TestShelveInstance-49577524-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 1093 time: 0.6299086 Jun 16 12:53:46.466523 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 49756) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:53:46.475762 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-eaded32c-8819-44e2-9943-f3de721b0154 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Request body: {'floatingip': {'floating_network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'port_id': '6984917c-1fa0-4c5f-82aa-21ed71169760', 'tenant_id': '4b7db308073d4a089b0df0569909f5a2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:53:46.587917 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-45b6b1cf-647a-4d9e-b504-9d5e589baf80 req-fc6f92d6-72a6-4d6f-b143-9a1ef6861484 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251600 Jun 16 12:53:46.620096 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9fabbe-283f-4aac-b9e8-7615036be301 req-d20051bc-fd99-4766-8dc8-4d5834054b16 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:46.623325 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9a9fabbe-283f-4aac-b9e8-7615036be301 req-d20051bc-fd99-4766-8dc8-4d5834054b16 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 946 time: 0.3186643 Jun 16 12:53:46.626776 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-eaded32c-8819-44e2-9943-f3de721b0154 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks [] for floatingip, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:46.687012 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-575c5400-a9b4-4ede-89ba-87147a0a110e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a4b2820>, [{'id': '56b48369-626f-49fb-93c8-1c6eb6e5bab7', 'name': 'tempest-TestMinimumBasicScenario-52361034-router', 'tenant_id': '06f09f61f99143d7a5a538c811e25b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'b29a29ed-2616-4b75-b920-cdb7ad53b63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:53:27Z', 'updated_at': '2021-06-16T12:53:37Z', 'revision_number': 4, 'project_id': '06f09f61f99143d7a5a538c811e25b32', 'gw_port': {'id': 'b29a29ed-2616-4b75-b920-cdb7ad53b63b', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ba:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b48369-626f-49fb-93c8-1c6eb6e5bab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:53:29Z', 'updated_at': '2021-06-16T12:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': 'a635eb49-ec6b-4e3e-a758-8bac540c92fa', 'name': '', 'network_id': '5f5c0bf8-fd90-4523-9f58-4591e61047be', 'tenant_id': '06f09f61f99143d7a5a538c811e25b32', 'mac_address': 'fa:16:3e:33:3e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b48369-626f-49fb-93c8-1c6eb6e5bab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '6e94ba73-4c77-4485-8a63-d60b06ba1c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:53:35Z', 'updated_at': '2021-06-16T12:53:44Z', 'revision_number': 4, 'project_id': '06f09f61f99143d7a5a538c811e25b32', 'subnets': [{'id': '6e94ba73-4c77-4485-8a63-d60b06ba1c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:53:46.696696 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575c5400-a9b4-4ede-89ba-87147a0a110e None None] The sync data for ids ['56b48369-626f-49fb-93c8-1c6eb6e5bab7'] in dv-cinder-766296-6-iscsi is: [{'id': '56b48369-626f-49fb-93c8-1c6eb6e5bab7', 'name': 'tempest-TestMinimumBasicScenario-52361034-router', 'tenant_id': '06f09f61f99143d7a5a538c811e25b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'b29a29ed-2616-4b75-b920-cdb7ad53b63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:53:27Z', 'updated_at': '2021-06-16T12:53:37Z', 'revision_number': 4, 'project_id': '06f09f61f99143d7a5a538c811e25b32', 'gw_port': {'id': 'b29a29ed-2616-4b75-b920-cdb7ad53b63b', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ba:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b48369-626f-49fb-93c8-1c6eb6e5bab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:53:29Z', 'updated_at': '2021-06-16T12:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': 'a635eb49-ec6b-4e3e-a758-8bac540c92fa', 'name': '', 'network_id': '5f5c0bf8-fd90-4523-9f58-4591e61047be', 'tenant_id': '06f09f61f99143d7a5a538c811e25b32', 'mac_address': 'fa:16:3e:33:3e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b48369-626f-49fb-93c8-1c6eb6e5bab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '6e94ba73-4c77-4485-8a63-d60b06ba1c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:53:35Z', 'updated_at': '2021-06-16T12:53:44Z', 'revision_number': 4, 'project_id': '06f09f61f99143d7a5a538c811e25b32', 'subnets': [{'id': '6e94ba73-4c77-4485-8a63-d60b06ba1c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 12:53:46.939973 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9a9fabbe-283f-4aac-b9e8-7615036be301 req-ad453ab9-45a0-481a-88cd-6fbfb0a80c3e tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551918 Jun 16 12:53:47.061636 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4fd90d-2e9e-4fc9-8c44-a1e754618d56 req-5fe994aa-bb64-4efa-9fcb-b40c79553783 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:47.065366 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-cc4fd90d-2e9e-4fc9-8c44-a1e754618d56 req-5fe994aa-bb64-4efa-9fcb-b40c79553783 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 946 time: 0.3794420 Jun 16 12:53:47.157675 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce09873-0fe6-4fc2-94b8-78acb83e94ed req-06a3f2ea-e5e2-4915-b934-b5ad17929cca tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:47.160421 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5ce09873-0fe6-4fc2-94b8-78acb83e94ed req-06a3f2ea-e5e2-4915-b934-b5ad17929cca tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 946 time: 0.5352819 Jun 16 12:53:47.233755 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-eaded32c-8819-44e2-9943-f3de721b0154 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:47.367146 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5ce09873-0fe6-4fc2-94b8-78acb83e94ed req-729758f3-5961-4473-a068-91d54617d242 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912761 Jun 16 12:53:47.428926 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [req-cc4fd90d-2e9e-4fc9-8c44-a1e754618d56 req-bec092a0-c76c-41e7-b21e-fc4f5887d33b tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Deleting port a62fbd93-a14d-449e-9468-dc8f09b1fe4d {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:53:47.429506 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-cc4fd90d-2e9e-4fc9-8c44-a1e754618d56 req-bec092a0-c76c-41e7-b21e-fc4f5887d33b tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:47.574055 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [None req-eaded32c-8819-44e2-9943-f3de721b0154 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Allocated IP 172.27.0.166 (31dc54ca-819a-4fca-8a47-71bd58082db2/22fb36b4-54fb-4b68-bc71-a723384dad9b/248b3bd0-00cc-4404-bc69-6fb777d981fa) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:53:47.751422 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-cc4fd90d-2e9e-4fc9-8c44-a1e754618d56 req-bec092a0-c76c-41e7-b21e-fc4f5887d33b tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] For port a62fbd93-a14d-449e-9468-dc8f09b1fe4d, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=a62fbd93-a14d-449e-9468-dc8f09b1fe4d,segment=NetworkSegment(c80dc759-b709-4d2d-89fc-ca0ddd20a50f),segment_id=c80dc759-b709-4d2d-89fc-ca0ddd20a50f)] {{(pid=109146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:53:47.752710 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-cc4fd90d-2e9e-4fc9-8c44-a1e754618d56 req-bec092a0-c76c-41e7-b21e-fc4f5887d33b tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:48.068665 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bd154-c320-4d23-a156-7f98942afe4c req-ff46d390-c493-4ffd-a17c-84dd2aa09da3 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:48.082912 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-467bd154-c320-4d23-a156-7f98942afe4c req-ff46d390-c493-4ffd-a17c-84dd2aa09da3 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.4934425 Jun 16 12:53:48.113054 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [req-cc4fd90d-2e9e-4fc9-8c44-a1e754618d56 req-bec092a0-c76c-41e7-b21e-fc4f5887d33b tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Calling delete_port for a62fbd93-a14d-449e-9468-dc8f09b1fe4d owned by compute:nova {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:53:48.239382 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-467bd154-c320-4d23-a156-7f98942afe4c req-275b63c7-97e4-42ed-9dc7-6d6692406842 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206055 Jun 16 12:53:48.258815 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-eaded32c-8819-44e2-9943-f3de721b0154 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks [] for port, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:48.455534 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-eaded32c-8819-44e2-9943-f3de721b0154 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438'] for port, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:48.468547 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-95d0e30f-abb3-4cea-8de4-f09f3ee58b34 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:48.585517 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device a635eb49-ec6b-4e3e-a758-8bac540c92fa up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:53:48.763471 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaded32c-8819-44e2-9943-f3de721b0154 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Network 31dc54ca-819a-4fca-8a47-71bd58082db2 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:53:48.828525 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning for port a635eb49-ec6b-4e3e-a758-8bac540c92fa completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:53:48.855605 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [None req-eaded32c-8819-44e2-9943-f3de721b0154 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:53:48.855932 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port a635eb49-ec6b-4e3e-a758-8bac540c92fa triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:53:48.857311 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:48.870034 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaded32c-8819-44e2-9943-f3de721b0154 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:53:48.880708 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaded32c-8819-44e2-9943-f3de721b0154 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Pushing event updated for resources: {'Port': ['ID=248b3bd0-00cc-4404-bc69-6fb777d981fa,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:48.889651 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-eaded32c-8819-44e2-9943-f3de721b0154 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:49.053576 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-cc4fd90d-2e9e-4fc9-8c44-a1e754618d56 req-bec092a0-c76c-41e7-b21e-fc4f5887d33b tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32077183'] for port, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:49.066242 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:49.360112 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec092a0-c76c-41e7-b21e-fc4f5887d33b tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Pushing event deleted for resources: {'Port': ['ID=a62fbd93-a14d-449e-9468-dc8f09b1fe4d,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:49.376722 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-bec092a0-c76c-41e7-b21e-fc4f5887d33b tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:49.523987 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] get_ports_and_sgs() called for port_ids ['8abefd3e-8a24-46bb-971b-1d9f5e28c7df'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 12:53:49.529199 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device a62fbd93-a14d-449e-9468-dc8f09b1fe4d no longer exists at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 12:53:49.549013 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc4fd90d-2e9e-4fc9-8c44-a1e754618d56 req-bec092a0-c76c-41e7-b21e-fc4f5887d33b tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] No DVR routers for this DVR port a62fbd93-a14d-449e-9468-dc8f09b1fe4d on host hv-cinder-76629 {{(pid=109146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 12:53:49.559480 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-cc4fd90d-2e9e-4fc9-8c44-a1e754618d56 req-bec092a0-c76c-41e7-b21e-fc4f5887d33b tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:49.565036 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-cc4fd90d-2e9e-4fc9-8c44-a1e754618d56 req-bec092a0-c76c-41e7-b21e-fc4f5887d33b tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.73 "DELETE /v2.0/ports/a62fbd93-a14d-449e-9468-dc8f09b1fe4d HTTP/1.1" status: 204 len: 173 time: 2.4847157 Jun 16 12:53:49.566079 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4eab735-9763-43ff-9566-93edd3d02985', 'name': 'network-vif-deleted', 'tag': 'a62fbd93-a14d-449e-9468-dc8f09b1fe4d'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:53:49.587930 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d3ced2b0755242c869f5b076fa8168e6e97917c7fd5877aaea6e5f8b8701d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcc6809-65bb-4e34-b994-5134a12f43bb" -d '{"events": [{"server_uuid": "a4eab735-9763-43ff-9566-93edd3d02985", "name": "network-vif-deleted", "tag": "a62fbd93-a14d-449e-9468-dc8f09b1fe4d"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:53:49.611896 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-43072469-a160-4d16-9402-2253616714b8 None None] No Port match for: a62fbd93-a14d-449e-9468-dc8f09b1fe4d {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 12:53:49.611896 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device a62fbd93-a14d-449e-9468-dc8f09b1fe4d not bound to the agent host hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 12:53:49.711042 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:49.852736 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] For port a635eb49-ec6b-4e3e-a758-8bac540c92fa, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=a635eb49-ec6b-4e3e-a758-8bac540c92fa,segment=NetworkSegment(58924beb-272d-4578-94fa-b46e9d01df5d),segment_id=58924beb-272d-4578-94fa-b46e9d01df5d)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:53:49.863826 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:49.885431 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-be326fbc-4aee-46f4-b13c-54f8fd84cc4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:50.046068 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010cb025-44fa-4c3a-98a2-75015cf9fe5b req-96fe4712-6d58-4339-bae5-cbdb9dc4f47d tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:50.057561 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Pushing event updated for resources: {'Port': ['ID=a635eb49-ec6b-4e3e-a758-8bac540c92fa,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:50.060378 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-010cb025-44fa-4c3a-98a2-75015cf9fe5b req-96fe4712-6d58-4339-bae5-cbdb9dc4f47d tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4eab735-9763-43ff-9566-93edd3d02985 HTTP/1.1" status: 200 len: 946 time: 1.4212346 Jun 16 12:53:50.080450 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:50.247316 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-010cb025-44fa-4c3a-98a2-75015cf9fe5b req-34782d21-5ba1-4718-92c1-4f9dc78b4d02 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852100 Jun 16 12:53:50.370545 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463efc1-0b0c-4ce3-a1f5-c8c3edee419e req-9b6c5be3-c6ea-479c-8c57-d5081e051b38 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:50.390956 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0463efc1-0b0c-4ce3-a1f5-c8c3edee419e req-9b6c5be3-c6ea-479c-8c57-d5081e051b38 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 946 time: 1.4257064 Jun 16 12:53:50.513498 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device a635eb49-ec6b-4e3e-a758-8bac540c92fa up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:53:50.644651 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0463efc1-0b0c-4ce3-a1f5-c8c3edee419e req-9c9c2980-67ce-4554-9fec-87dfc65546cf tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2520714 Jun 16 12:53:50.711581 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port a635eb49-ec6b-4e3e-a758-8bac540c92fa triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:53:50.712407 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:50.803265 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-eaded32c-8819-44e2-9943-f3de721b0154 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:50.945399 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 12:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e730103e-ae6a-4141-b9a0-139d5214bb92 x-openstack-request-id: req-e730103e-ae6a-4141-b9a0-139d5214bb92 {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:53:50.947505 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4eab735-9763-43ff-9566-93edd3d02985", "name": "network-vif-deleted", "tag": "a62fbd93-a14d-449e-9468-dc8f09b1fe4d", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:53:50.948287 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e730103e-ae6a-4141-b9a0-139d5214bb92 {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:53:50.949255 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4eab735-9763-43ff-9566-93edd3d02985', 'name': 'network-vif-deleted', 'tag': 'a62fbd93-a14d-449e-9468-dc8f09b1fe4d', 'status': 'completed', 'code': 200} Jun 16 12:53:50.957791 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e69fc1-d7e4-4236-8e75-365bf3fb045c req-712325af-d2e5-4465-9374-3de7da55114f tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:50.971843 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-50e69fc1-d7e4-4236-8e75-365bf3fb045c req-712325af-d2e5-4465-9374-3de7da55114f tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.3223045 Jun 16 12:53:51.101512 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-eaded32c-8819-44e2-9943-f3de721b0154 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:51.126832 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-50e69fc1-d7e4-4236-8e75-365bf3fb045c req-6a1fe753-28b7-44ca-a809-3b2b8d6d3fb6 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529887 Jun 16 12:53:51.526496 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-eaded32c-8819-44e2-9943-f3de721b0154 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks [] for port, precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:51.537234 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-eaded32c-8819-44e2-9943-f3de721b0154 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:51.559981 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:53:51.569456 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-eaded32c-8819-44e2-9943-f3de721b0154 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442364'] for floatingip, after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:51.790096 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaded32c-8819-44e2-9943-f3de721b0154 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Pushing event updated for resources: {'Port': ['ID=248b3bd0-00cc-4404-bc69-6fb777d981fa,revision_number=2']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:53:51.795953 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-eaded32c-8819-44e2-9943-f3de721b0154 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:53:51.855206 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.db.l3_db [None req-eaded32c-8819-44e2-9943-f3de721b0154 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Floating IP d5a9b577-83f9-497b-b7b5-8bac4de0dbaa associated. External IP: 172.27.0.166, port: 6984917c-1fa0-4c5f-82aa-21ed71169760. Jun 16 12:53:52.206259 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e34d2-9f82-41b8-85c4-15c945a6bfb3 req-c0740fa9-fb66-4dd0-b1bc-7a32142cd2df tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:52.220690 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fa7e34d2-9f82-41b8-85c4-15c945a6bfb3 req-c0740fa9-fb66-4dd0-b1bc-7a32142cd2df tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 946 time: 0.2191358 Jun 16 12:53:52.486332 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fa7e34d2-9f82-41b8-85c4-15c945a6bfb3 req-28ae9ebf-25a0-44e9-bfa9-665a2d17d767 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2625406 Jun 16 12:53:52.579267 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef8d35-37e0-4cd0-b8ff-70bf833c13ad req-3e086d3e-2984-4f80-82d6-a5c6cd5876b4 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:52.593220 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f8ef8d35-37e0-4cd0-b8ff-70bf833c13ad req-3e086d3e-2984-4f80-82d6-a5c6cd5876b4 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.2846453 Jun 16 12:53:52.640059 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaded32c-8819-44e2-9943-f3de721b0154 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Router 1ec4785e-773a-49bd-a508-789a73d42028 has already been hosted by L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 {{(pid=109145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 12:53:52.694556 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f8ef8d35-37e0-4cd0-b8ff-70bf833c13ad req-a86ceb5c-8f5a-4cda-83b0-2d8d426235d5 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997701 Jun 16 12:53:52.987207 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaded32c-8819-44e2-9943-f3de721b0154 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 12:53:53.011337 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b815c79-2f11-42c6-b735-9ae526429b04 None None] Sync routers for ids ['1ec4785e-773a-49bd-a508-789a73d42028'] in dv-cinder-766296-6-iscsi {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 12:53:53.031592 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b815c79-2f11-42c6-b735-9ae526429b04 None None] Routers {'1ec4785e-773a-49bd-a508-789a73d42028'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:53:53.032612 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-9b815c79-2f11-42c6-b735-9ae526429b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644b9fa730>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:53:35Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['1ec4785e-773a-49bd-a508-789a73d42028'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:53:53.039643 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8409ed-a310-461f-ae2c-d8b3bd60c76f req-63816832-8152-4efb-9316-c59ca2fb76e8 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:53.042415 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9e8409ed-a310-461f-ae2c-d8b3bd60c76f req-63816832-8152-4efb-9316-c59ca2fb76e8 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.2003942 Jun 16 12:53:53.053824 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-eaded32c-8819-44e2-9943-f3de721b0154 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for floatingip, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:53:53.169719 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-eaded32c-8819-44e2-9943-f3de721b0154 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.7008712 Jun 16 12:53:53.173250 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb6f38d1-1677-4c1f-877c-ae6b30056dcf', 'tag': '6984917c-1fa0-4c5f-82aa-21ed71169760'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:53:53.177737 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9bae50dfbf258dfcc1b22b71b0f324177d6a2dd6dbdff5bf738173c6d3102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a42c6b6-ba77-4748-a947-d3d37497188c" -d '{"events": [{"name": "network-changed", "server_uuid": "eb6f38d1-1677-4c1f-877c-ae6b30056dcf", "tag": "6984917c-1fa0-4c5f-82aa-21ed71169760"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:53:53.227929 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9e8409ed-a310-461f-ae2c-d8b3bd60c76f req-384bb0e1-8bb6-46f5-bace-d089cc99f559 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702116 Jun 16 12:53:53.288273 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 12:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f51770-603b-427b-9f25-4ef782602a7e x-openstack-request-id: req-f4f51770-603b-427b-9f25-4ef782602a7e {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:53:53.288823 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb6f38d1-1677-4c1f-877c-ae6b30056dcf", "tag": "6984917c-1fa0-4c5f-82aa-21ed71169760", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:53:53.289276 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f4f51770-603b-427b-9f25-4ef782602a7e {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:53:53.290005 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb6f38d1-1677-4c1f-877c-ae6b30056dcf', 'tag': '6984917c-1fa0-4c5f-82aa-21ed71169760', 'status': 'completed', 'code': 200} Jun 16 12:53:53.315137 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-9b815c79-2f11-42c6-b735-9ae526429b04 None None] Set router 1ec4785e-773a-49bd-a508-789a73d42028 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:53:53.473181 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42c6b6-ba77-4748-a947-d3d37497188c req-ad53ba72-7048-48e6-95f3-33b2bae50075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:53.478761 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7a42c6b6-ba77-4748-a947-d3d37497188c req-ad53ba72-7048-48e6-95f3-33b2bae50075 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b7db308073d4a089b0df0569909f5a2&device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 1098 time: 0.1412153 Jun 16 12:53:53.728906 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42c6b6-ba77-4748-a947-d3d37497188c req-77e25a59-a3c9-4beb-b5f2-8ee1e38b95cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:53.732959 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7a42c6b6-ba77-4748-a947-d3d37497188c req-77e25a59-a3c9-4beb-b5f2-8ee1e38b95cf service neutron] 10.222.0.73 "GET /v2.0/networks?id=9c6243b5-3d74-40e5-9530-76601d13d460 HTTP/1.1" status: 200 len: 910 time: 0.2353103 Jun 16 12:53:53.901792 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7a42c6b6-ba77-4748-a947-d3d37497188c req-5553a040-348e-4fb8-8910-d093d71d1c47 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6984917c-1fa0-4c5f-82aa-21ed71169760 HTTP/1.1" status: 200 len: 999 time: 0.1533139 Jun 16 12:53:53.922811 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-9b815c79-2f11-42c6-b735-9ae526429b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644b9fa730>, [{'id': '1ec4785e-773a-49bd-a508-789a73d42028', 'name': 'tempest-TestShelveInstance-1493797412-router', 'tenant_id': '4b7db308073d4a089b0df0569909f5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:51:52Z', 'updated_at': '2021-06-16T12:52:00Z', 'revision_number': 4, 'project_id': '4b7db308073d4a089b0df0569909f5a2', 'gw_port': {'id': '52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec4785e-773a-49bd-a508-789a73d42028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:51:54Z', 'updated_at': '2021-06-16T12:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_floatingips': [{'id': 'd5a9b577-83f9-497b-b7b5-8bac4de0dbaa', 'tenant_id': '4b7db308073d4a089b0df0569909f5a2', 'floating_ip_address': '172.27.0.166', 'floating_network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'router_id': '1ec4785e-773a-49bd-a508-789a73d42028', 'port_id': '6984917c-1fa0-4c5f-82aa-21ed71169760', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c6243b5-3d74-40e5-9530-76601d13d460', 'mac_address': 'fa:16:3e:23:06:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6f38d1-1677-4c1f-877c-ae6b30056dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T12:53:50Z', 'updated_at': '2021-06-16T12:53:50Z', 'revision_number': 0, 'project_id': '4b7db308073d4a089b0df0569909f5a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '976624b9-aafd-443c-be7a-26965f5153b2', 'name': '', 'network_id': '9c6243b5-3d74-40e5-9530-76601d13d460', 'tenant_id': '4b7db308073d4a089b0df0569909f5a2', 'mac_address': 'fa:16:3e:5c:ee:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec4785e-773a-49bd-a508-789a73d42028', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '9bf69c79-31ca-43a9-a491-65d3ffec99d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:51:58Z', 'updated_at': '2021-06-16T12:52:11Z', 'revision_number': 5, 'project_id': '4b7db308073d4a089b0df0569909f5a2', 'subnets': [{'id': '9bf69c79-31ca-43a9-a491-65d3ffec99d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:53:53.931040 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b815c79-2f11-42c6-b735-9ae526429b04 None None] Checking router: 1ec4785e-773a-49bd-a508-789a73d42028 for host: dv-cinder-766296-6-iscsi {{(pid=109148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 12:53:53.948045 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b815c79-2f11-42c6-b735-9ae526429b04 None None] Routers {'1ec4785e-773a-49bd-a508-789a73d42028'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:53:53.950483 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-9b815c79-2f11-42c6-b735-9ae526429b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644b9fa730>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:53:35Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['1ec4785e-773a-49bd-a508-789a73d42028'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:53:54.080312 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42c6b6-ba77-4748-a947-d3d37497188c req-ba9285c6-538f-4c5a-89ad-9310814259c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:54.082111 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7a42c6b6-ba77-4748-a947-d3d37497188c req-ba9285c6-538f-4c5a-89ad-9310814259c8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9bf69c79-31ca-43a9-a491-65d3ffec99d5 HTTP/1.1" status: 200 len: 848 time: 0.1570780 Jun 16 12:53:54.231955 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42c6b6-ba77-4748-a947-d3d37497188c req-966b6239-035e-40f7-b992-3e93abf1952b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:54.235847 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7a42c6b6-ba77-4748-a947-d3d37497188c req-966b6239-035e-40f7-b992-3e93abf1952b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9c6243b5-3d74-40e5-9530-76601d13d460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1383986 Jun 16 12:53:54.257499 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374ddfa-4edc-43fe-ba2b-bf37a2a4d84e req-1908847e-f1a9-43ea-922b-b67bd3374abf tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:54.270690 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b374ddfa-4edc-43fe-ba2b-bf37a2a4d84e req-1908847e-f1a9-43ea-922b-b67bd3374abf tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.1501322 Jun 16 12:53:54.297350 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-9b815c79-2f11-42c6-b735-9ae526429b04 None None] Set router 1ec4785e-773a-49bd-a508-789a73d42028 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:53:54.430093 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b374ddfa-4edc-43fe-ba2b-bf37a2a4d84e req-a8ecb913-ea28-481d-b11d-7ab7016c00c4 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463332 Jun 16 12:53:54.501706 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7a42c6b6-ba77-4748-a947-d3d37497188c req-fc6db7d6-ccf8-47ad-b823-470668adc071 service neutron] 10.222.0.73 "GET /v2.0/networks/9c6243b5-3d74-40e5-9530-76601d13d460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547908 Jun 16 12:53:54.710597 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38997e-656d-48eb-b73b-2b0aefdd875d req-54c45813-2c64-44f0-b16e-7a9195284adc tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:54.713921 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-be38997e-656d-48eb-b73b-2b0aefdd875d req-54c45813-2c64-44f0-b16e-7a9195284adc tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.1442578 Jun 16 12:53:54.776853 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7a42c6b6-ba77-4748-a947-d3d37497188c req-78c78345-f0d9-4d98-8666-dc0cf8e0861c service neutron] 10.222.0.73 "GET /v2.0/networks/9c6243b5-3d74-40e5-9530-76601d13d460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602727 Jun 16 12:53:54.809635 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-be38997e-656d-48eb-b73b-2b0aefdd875d req-65aa33dd-f8a3-4f38-a9fc-bb94ff4353eb tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834150 Jun 16 12:53:54.986510 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-9b815c79-2f11-42c6-b735-9ae526429b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644b9fa730>, [{'id': '1ec4785e-773a-49bd-a508-789a73d42028', 'name': 'tempest-TestShelveInstance-1493797412-router', 'tenant_id': '4b7db308073d4a089b0df0569909f5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:51:52Z', 'updated_at': '2021-06-16T12:52:00Z', 'revision_number': 4, 'project_id': '4b7db308073d4a089b0df0569909f5a2', 'gw_port': {'id': '52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec4785e-773a-49bd-a508-789a73d42028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:51:54Z', 'updated_at': '2021-06-16T12:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_floatingips': [{'id': 'd5a9b577-83f9-497b-b7b5-8bac4de0dbaa', 'tenant_id': '4b7db308073d4a089b0df0569909f5a2', 'floating_ip_address': '172.27.0.166', 'floating_network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'router_id': '1ec4785e-773a-49bd-a508-789a73d42028', 'port_id': '6984917c-1fa0-4c5f-82aa-21ed71169760', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c6243b5-3d74-40e5-9530-76601d13d460', 'mac_address': 'fa:16:3e:23:06:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6f38d1-1677-4c1f-877c-ae6b30056dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T12:53:50Z', 'updated_at': '2021-06-16T12:53:50Z', 'revision_number': 0, 'project_id': '4b7db308073d4a089b0df0569909f5a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '976624b9-aafd-443c-be7a-26965f5153b2', 'name': '', 'network_id': '9c6243b5-3d74-40e5-9530-76601d13d460', 'tenant_id': '4b7db308073d4a089b0df0569909f5a2', 'mac_address': 'fa:16:3e:5c:ee:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec4785e-773a-49bd-a508-789a73d42028', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '9bf69c79-31ca-43a9-a491-65d3ffec99d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:51:58Z', 'updated_at': '2021-06-16T12:52:11Z', 'revision_number': 5, 'project_id': '4b7db308073d4a089b0df0569909f5a2', 'subnets': [{'id': '9bf69c79-31ca-43a9-a491-65d3ffec99d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:53:54.996139 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b815c79-2f11-42c6-b735-9ae526429b04 None None] The sync data for ids ['1ec4785e-773a-49bd-a508-789a73d42028'] in dv-cinder-766296-6-iscsi is: [{'id': '1ec4785e-773a-49bd-a508-789a73d42028', 'name': 'tempest-TestShelveInstance-1493797412-router', 'tenant_id': '4b7db308073d4a089b0df0569909f5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:51:52Z', 'updated_at': '2021-06-16T12:52:00Z', 'revision_number': 4, 'project_id': '4b7db308073d4a089b0df0569909f5a2', 'gw_port': {'id': '52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec4785e-773a-49bd-a508-789a73d42028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:51:54Z', 'updated_at': '2021-06-16T12:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_floatingips': [{'id': 'd5a9b577-83f9-497b-b7b5-8bac4de0dbaa', 'tenant_id': '4b7db308073d4a089b0df0569909f5a2', 'floating_ip_address': '172.27.0.166', 'floating_network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'router_id': '1ec4785e-773a-49bd-a508-789a73d42028', 'port_id': '6984917c-1fa0-4c5f-82aa-21ed71169760', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c6243b5-3d74-40e5-9530-76601d13d460', 'mac_address': 'fa:16:3e:23:06:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6f38d1-1677-4c1f-877c-ae6b30056dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T12:53:50Z', 'updated_at': '2021-06-16T12:53:50Z', 'revision_number': 0, 'project_id': '4b7db308073d4a089b0df0569909f5a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '976624b9-aafd-443c-be7a-26965f5153b2', 'name': '', 'network_id': '9c6243b5-3d74-40e5-9530-76601d13d460', 'tenant_id': '4b7db308073d4a089b0df0569909f5a2', 'mac_address': 'fa:16:3e:5c:ee:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec4785e-773a-49bd-a508-789a73d42028', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '9bf69c79-31ca-43a9-a491-65d3ffec99d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:51:58Z', 'updated_at': '2021-06-16T12:52:11Z', 'revision_number': 5, 'project_id': '4b7db308073d4a089b0df0569909f5a2', 'subnets': [{'id': '9bf69c79-31ca-43a9-a491-65d3ffec99d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 12:53:55.380586 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07de3e67-e0b0-44c4-9883-f906ed7cd4d4 None None] New status for floating IP d5a9b577-83f9-497b-b7b5-8bac4de0dbaa: ACTIVE {{(pid=109147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 12:53:55.919404 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c407606-0093-4b7d-ad9d-9807afc33bda req-0cfa84b7-4777-4b5a-88e3-cc61f2a29d34 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:55.923049 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5c407606-0093-4b7d-ad9d-9807afc33bda req-0cfa84b7-4777-4b5a-88e3-cc61f2a29d34 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.1896105 Jun 16 12:53:56.040086 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5c407606-0093-4b7d-ad9d-9807afc33bda req-829d7f8c-83b1-4435-b42d-35b078ea3f4b tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059942 Jun 16 12:53:56.219309 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10726a6-0503-42ad-984a-d011698a61b3 req-3d4cfce6-1ac0-4b70-ba9c-d7ce311be2f7 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:56.234522 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e10726a6-0503-42ad-984a-d011698a61b3 req-3d4cfce6-1ac0-4b70-ba9c-d7ce311be2f7 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.1522892 Jun 16 12:53:56.311408 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e10726a6-0503-42ad-984a-d011698a61b3 req-5e922917-23d3-4a65-b987-d7edffd18a0b tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751562 Jun 16 12:53:57.473228 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175ba90-3319-4bf0-8309-280e3c390119 req-cb0d51d9-e05f-40c4-8e20-d3f900bd206f tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:57.483299 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9175ba90-3319-4bf0-8309-280e3c390119 req-cb0d51d9-e05f-40c4-8e20-d3f900bd206f tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.1788619 Jun 16 12:53:57.555281 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9175ba90-3319-4bf0-8309-280e3c390119 req-aa6d472d-6c9e-4e27-8079-8e3e5d57449a tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706248 Jun 16 12:53:57.777256 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ce872-c966-4795-9a15-cf7e2ac0843e req-cff48412-242f-40ad-83b5-0d70a836b9b7 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:57.783949 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3d3ce872-c966-4795-9a15-cf7e2ac0843e req-cff48412-242f-40ad-83b5-0d70a836b9b7 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.1477952 Jun 16 12:53:57.872582 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3d3ce872-c966-4795-9a15-cf7e2ac0843e req-f05adaf3-219d-4d4a-9400-ee5a8a922dcf tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790017 Jun 16 12:53:58.920564 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3437d2-e169-4e1a-ac5d-4eb49c27a707 req-6ba17341-8b3a-45ee-98c6-45312e7ebe30 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:58.933856 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-da3437d2-e169-4e1a-ac5d-4eb49c27a707 req-6ba17341-8b3a-45ee-98c6-45312e7ebe30 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.1521757 Jun 16 12:53:59.037668 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-da3437d2-e169-4e1a-ac5d-4eb49c27a707 req-278f5328-95e6-47dd-823b-f59fbe41168a tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023734 Jun 16 12:53:59.265562 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf3a34-9ce2-45f9-82d1-3c568d737e91 req-571ea304-459b-4353-a877-3a0cb5abec90 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:53:59.275123 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-49bf3a34-9ce2-45f9-82d1-3c568d737e91 req-571ea304-459b-4353-a877-3a0cb5abec90 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.1470428 Jun 16 12:53:59.344461 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-49bf3a34-9ce2-45f9-82d1-3c568d737e91 req-3e77293c-c20c-4371-8f93-fea4ad5d8f2a tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652905 Jun 16 12:54:00.169450 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 12:54:00.393022 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8660d-19a4-4bb0-97bb-024793f7df95 req-99797614-042b-4e5d-bc55-c9a88e40adef tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:00.394954 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-99b8660d-19a4-4bb0-97bb-024793f7df95 req-99797614-042b-4e5d-bc55-c9a88e40adef tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.1133759 Jun 16 12:54:00.486972 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-99b8660d-19a4-4bb0-97bb-024793f7df95 req-6ee0fca7-5af9-4734-acd9-380c94f45f1f tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b7be87-6b00-472d-bd25-9b445e215e3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793815 Jun 16 12:54:00.577587 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c41d7-e910-4c90-ac0d-170e8019b921 req-a30ea9da-af42-4453-b292-e50cfc943517 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:00.579970 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7e3c41d7-e910-4c90-ac0d-170e8019b921 req-a30ea9da-af42-4453-b292-e50cfc943517 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.73 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 945 time: 0.2101092 Jun 16 12:54:00.721030 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03b82e-07cd-4433-9fe5-636249556329 req-423ef2ac-1e50-4cbd-852c-07f375c378c5 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:00.726076 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7c03b82e-07cd-4433-9fe5-636249556329 req-423ef2ac-1e50-4cbd-852c-07f375c378c5 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.1316884 Jun 16 12:54:00.813922 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [req-7e3c41d7-e910-4c90-ac0d-170e8019b921 req-7131c1fb-4e32-4a17-917d-96889f8c8eb4 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Deleting port 8abefd3e-8a24-46bb-971b-1d9f5e28c7df {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:54:00.814712 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-7e3c41d7-e910-4c90-ac0d-170e8019b921 req-7131c1fb-4e32-4a17-917d-96889f8c8eb4 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:00.820831 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7c03b82e-07cd-4433-9fe5-636249556329 req-412a710e-e179-4a70-8533-34ccd4bec500 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802672 Jun 16 12:54:00.962705 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-7d6ba34e-0e08-4e82-aa69-01a3e1d24526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:01.011037 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-7e3c41d7-e910-4c90-ac0d-170e8019b921 req-7131c1fb-4e32-4a17-917d-96889f8c8eb4 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] For port 8abefd3e-8a24-46bb-971b-1d9f5e28c7df, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=8abefd3e-8a24-46bb-971b-1d9f5e28c7df,segment=NetworkSegment(c80dc759-b709-4d2d-89fc-ca0ddd20a50f),segment_id=c80dc759-b709-4d2d-89fc-ca0ddd20a50f)] {{(pid=109146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:54:01.011401 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-7e3c41d7-e910-4c90-ac0d-170e8019b921 req-7131c1fb-4e32-4a17-917d-96889f8c8eb4 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:01.145923 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [req-7e3c41d7-e910-4c90-ac0d-170e8019b921 req-7131c1fb-4e32-4a17-917d-96889f8c8eb4 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Calling delete_port for 8abefd3e-8a24-46bb-971b-1d9f5e28c7df owned by compute:nova {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:54:01.442102 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-7e3c41d7-e910-4c90-ac0d-170e8019b921 req-7131c1fb-4e32-4a17-917d-96889f8c8eb4 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32077183'] for port, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:01.478335 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:54:01.532269 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7131c1fb-4e32-4a17-917d-96889f8c8eb4 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Pushing event deleted for resources: {'Port': ['ID=8abefd3e-8a24-46bb-971b-1d9f5e28c7df,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:54:01.541393 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-7131c1fb-4e32-4a17-917d-96889f8c8eb4 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:54:01.629148 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3c41d7-e910-4c90-ac0d-170e8019b921 req-7131c1fb-4e32-4a17-917d-96889f8c8eb4 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] No DVR routers for this DVR port 8abefd3e-8a24-46bb-971b-1d9f5e28c7df on host hv-cinder-76629 {{(pid=109146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 12:54:01.636644 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-7e3c41d7-e910-4c90-ac0d-170e8019b921 req-7131c1fb-4e32-4a17-917d-96889f8c8eb4 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:01.640375 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7e3c41d7-e910-4c90-ac0d-170e8019b921 req-7131c1fb-4e32-4a17-917d-96889f8c8eb4 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.73 "DELETE /v2.0/ports/8abefd3e-8a24-46bb-971b-1d9f5e28c7df HTTP/1.1" status: 204 len: 173 time: 1.0497308 Jun 16 12:54:01.641664 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3635816a-5a6d-4a32-b93f-9f5d9a3189d8', 'name': 'network-vif-deleted', 'tag': '8abefd3e-8a24-46bb-971b-1d9f5e28c7df'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:54:01.650173 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d3ced2b0755242c869f5b076fa8168e6e97917c7fd5877aaea6e5f8b8701d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e271a0-559b-4e6e-b255-dfa29b021077" -d '{"events": [{"server_uuid": "3635816a-5a6d-4a32-b93f-9f5d9a3189d8", "name": "network-vif-deleted", "tag": "8abefd3e-8a24-46bb-971b-1d9f5e28c7df"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:54:01.749318 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 12:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643e379c-97ad-4a66-9b6e-37d9b6c6c9a8 x-openstack-request-id: req-643e379c-97ad-4a66-9b6e-37d9b6c6c9a8 {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:54:01.749840 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3635816a-5a6d-4a32-b93f-9f5d9a3189d8", "name": "network-vif-deleted", "tag": "8abefd3e-8a24-46bb-971b-1d9f5e28c7df", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:54:01.750359 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-643e379c-97ad-4a66-9b6e-37d9b6c6c9a8 {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:54:01.751103 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3635816a-5a6d-4a32-b93f-9f5d9a3189d8', 'name': 'network-vif-deleted', 'tag': '8abefd3e-8a24-46bb-971b-1d9f5e28c7df', 'status': 'completed', 'code': 200} Jun 16 12:54:01.806188 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6261d3ef-a1f2-46c2-9198-69ab9ebbb2fa req-a04f7f25-6922-4a75-8e1c-41e464771282 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] 10.222.0.67 "GET /v2.0/ports?device_id=3635816a-5a6d-4a32-b93f-9f5d9a3189d8 HTTP/1.1" status: 200 len: 210 time: 0.0566773 Jun 16 12:54:02.194609 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d168f10-0c6f-43a6-a1d4-211bfa57ce4e req-0e1574ce-d16a-47e7-953f-7372e9a8a65d tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:02.197717 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2d168f10-0c6f-43a6-a1d4-211bfa57ce4e req-0e1574ce-d16a-47e7-953f-7372e9a8a65d tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.1239066 Jun 16 12:54:02.275049 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2d168f10-0c6f-43a6-a1d4-211bfa57ce4e req-4ad65c5a-0330-4c4b-a408-a8e6527b0123 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655043 Jun 16 12:54:02.659784 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-b3c73496-2aed-4e6a-a5a4-00c217076fcb tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:02.662656 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-b3c73496-2aed-4e6a-a5a4-00c217076fcb tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/networks?id=db2dc321-0434-4772-b9c0-62ee7ab9b166 HTTP/1.1" status: 200 len: 815 time: 0.1850212 Jun 16 12:54:02.690619 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-5fedd843-b45a-4e9b-aba5-890d0ad4d0e4 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/quotas/60d3e5144bb04eeaa2fe27abc09c9c27 HTTP/1.1" status: 200 len: 375 time: 0.0175307 Jun 16 12:54:02.830539 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-141f7e5f-457b-49ae-82c0-660abef7242e tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=60d3e5144bb04eeaa2fe27abc09c9c27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1248696 Jun 16 12:54:02.992266 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 49882) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:54:02.993115 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:03.028690 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-ce50c3b4-05ee-48aa-9683-1611849cf5ff service neutron] 10.222.0.67 "GET /v2.0/networks/db2dc321-0434-4772-b9c0-62ee7ab9b166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771274 Jun 16 12:54:03.214035 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-7a6f0f7c-b986-464e-a033-53ea30ceef62 service neutron] 10.222.0.67 "GET /v2.0/networks/db2dc321-0434-4772-b9c0-62ee7ab9b166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704776 Jun 16 12:54:03.290410 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 8abefd3e-8a24-46bb-971b-1d9f5e28c7df no longer exists at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 12:54:03.331315 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-43072469-a160-4d16-9402-2253616714b8 None None] No Port match for: 8abefd3e-8a24-46bb-971b-1d9f5e28c7df {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 12:54:03.332499 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 8abefd3e-8a24-46bb-971b-1d9f5e28c7df not bound to the agent host hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 12:54:03.581616 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c3a1d073-fc16-4d45-a8cd-2cfb576f026e req-8f947d71-f616-4077-815e-a7567d42ccbd tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 210 time: 0.0548193 Jun 16 12:54:03.704806 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b26e8d-4164-466c-a6ae-83f8a08907f3 req-5d98b706-4900-4fc8-9b10-217f23ff6429 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:03.707864 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-58b26e8d-4164-466c-a6ae-83f8a08907f3 req-5d98b706-4900-4fc8-9b10-217f23ff6429 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.1356781 Jun 16 12:54:03.782848 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-58b26e8d-4164-466c-a6ae-83f8a08907f3 req-769c6314-55d3-403f-a295-c33177d50f3f tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613647 Jun 16 12:54:03.849864 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8632f3a3-2516-482a-a90b-3d26a44b7606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428507'] for router_interface, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:04.550635 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf3895-b686-4e47-a3f6-5e6dc92abeb8 req-0efb0f46-3047-4695-9204-1482be14a490 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:04.553769 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-bddf3895-b686-4e47-a3f6-5e6dc92abeb8 req-0efb0f46-3047-4695-9204-1482be14a490 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.1492550 Jun 16 12:54:04.575266 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-8632f3a3-2516-482a-a90b-3d26a44b7606 admin admin] Deleting port 3f6b742f-e9cc-4f09-ad5d-07901fb3c142 {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:54:04.576198 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8632f3a3-2516-482a-a90b-3d26a44b7606 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:04.631014 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-bddf3895-b686-4e47-a3f6-5e6dc92abeb8 req-a9929625-1953-4a44-a6e8-a38e46094045 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659516 Jun 16 12:54:04.754701 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f5ff3-554a-45c8-a965-b3d3f7dfadd7 req-7ed751f8-9ad9-485c-8f32-a8bd20280ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:04.758765 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4e3f5ff3-554a-45c8-a965-b3d3f7dfadd7 req-7ed751f8-9ad9-485c-8f32-a8bd20280ab9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3f9713ea5e7f4789a25afeaba4a1b9b2&device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 1098 time: 0.2575839 Jun 16 12:54:04.805965 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [None req-8632f3a3-2516-482a-a90b-3d26a44b7606 admin admin] For port 3f6b742f-e9cc-4f09-ad5d-07901fb3c142, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=3f6b742f-e9cc-4f09-ad5d-07901fb3c142,segment=NetworkSegment(c80dc759-b709-4d2d-89fc-ca0ddd20a50f),segment_id=c80dc759-b709-4d2d-89fc-ca0ddd20a50f)] {{(pid=109146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:54:04.806443 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8632f3a3-2516-482a-a90b-3d26a44b7606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:04.857633 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b9c8b0ef-d314-43fd-adc1-c8ae7add7e64 req-2932b3a9-fb0d-4749-8584-fe2e3ba1303a tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 210 time: 0.0540874 Jun 16 12:54:04.968610 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-8632f3a3-2516-482a-a90b-3d26a44b7606 admin admin] Calling delete_port for 3f6b742f-e9cc-4f09-ad5d-07901fb3c142 owned by network:router_interface {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:54:05.294193 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-63d1edbe-2748-419b-83a4-531e8bb75df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:05.447559 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f5ff3-554a-45c8-a965-b3d3f7dfadd7 req-1826107c-03aa-4ed9-9ab8-bf5151ff5e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:05.450125 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4e3f5ff3-554a-45c8-a965-b3d3f7dfadd7 req-1826107c-03aa-4ed9-9ab8-bf5151ff5e20 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ea00ad74-87b8-4238-b685-834f4d31b647 HTTP/1.1" status: 200 len: 912 time: 0.6681604 Jun 16 12:54:05.664293 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4e3f5ff3-554a-45c8-a965-b3d3f7dfadd7 req-b23886c4-b61f-40d9-802c-d6784a25ba3c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ac68d5c-65b2-4232-bd5d-da0e0ab81f37 HTTP/1.1" status: 200 len: 1000 time: 0.2008166 Jun 16 12:54:05.700438 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:05.788979 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f5ff3-554a-45c8-a965-b3d3f7dfadd7 req-806d08be-4df4-46bd-894b-9db9158c4db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:05.791459 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4e3f5ff3-554a-45c8-a965-b3d3f7dfadd7 req-806d08be-4df4-46bd-894b-9db9158c4db9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1a94bd32-4e74-4078-a9cb-34eb92b42cef HTTP/1.1" status: 200 len: 850 time: 0.1079144 Jun 16 12:54:05.832435 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-c7a16444-245b-40b6-a0f0-6dbf762cccfc tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:05.836393 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-c7a16444-245b-40b6-a0f0-6dbf762cccfc tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.73 "GET /v2.0/networks?id=db2dc321-0434-4772-b9c0-62ee7ab9b166 HTTP/1.1" status: 200 len: 815 time: 0.2809529 Jun 16 12:54:05.858911 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-23174549-4cc1-4332-84f6-b836128fcd69 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Request body: {'port': {'device_id': 'b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91', 'network_id': 'db2dc321-0434-4772-b9c0-62ee7ab9b166', 'admin_state_up': True, 'tenant_id': '60d3e5144bb04eeaa2fe27abc09c9c27'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:54:06.041634 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f5ff3-554a-45c8-a965-b3d3f7dfadd7 req-dddff6d5-ed58-4c0d-a758-92d327b2a55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:06.044788 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4e3f5ff3-554a-45c8-a965-b3d3f7dfadd7 req-dddff6d5-ed58-4c0d-a758-92d327b2a55e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ea00ad74-87b8-4238-b685-834f4d31b647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2327428 Jun 16 12:54:06.046957 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8632f3a3-2516-482a-a90b-3d26a44b7606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32077183'] for port, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:06.052377 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-15dd4ad6-c555-41da-8f63-9b03711dccad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:54:06.178172 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632f3a3-2516-482a-a90b-3d26a44b7606 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f6b742f-e9cc-4f09-ad5d-07901fb3c142,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:54:06.183306 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-8632f3a3-2516-482a-a90b-3d26a44b7606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:54:06.553452 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-bbeebfd9-ddf6-48ec-8d6f-a848f7c29574 req-6a9476c9-5a73-4911-9439-7a3f51e5cd6c tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 210 time: 0.4487486 Jun 16 12:54:06.568208 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4e3f5ff3-554a-45c8-a965-b3d3f7dfadd7 req-4f40d943-dfc8-4729-b659-d7d54fdc938c service neutron] 10.222.0.73 "GET /v2.0/networks/ea00ad74-87b8-4238-b685-834f4d31b647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5015714 Jun 16 12:54:06.598965 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b093a02-2806-4b8c-95d0-f549db64937a req-91f7978b-f1e0-47ca-b239-bcbd6a66c2c6 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:06.601257 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8632f3a3-2516-482a-a90b-3d26a44b7606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428367'] for router_interface, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:06.601753 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4b093a02-2806-4b8c-95d0-f549db64937a req-91f7978b-f1e0-47ca-b239-bcbd6a66c2c6 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.6785259 Jun 16 12:54:06.681825 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-23174549-4cc1-4332-84f6-b836128fcd69 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Made reservation on behalf of 60d3e5144bb04eeaa2fe27abc09c9c27 for: {'port': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:54:06.696405 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-23174549-4cc1-4332-84f6-b836128fcd69 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:06.793381 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4b093a02-2806-4b8c-95d0-f549db64937a req-683eaa06-23d9-44f1-b9f3-9c64c7e3ab1b tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657696 Jun 16 12:54:07.010512 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:07.098963 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4e3f5ff3-554a-45c8-a965-b3d3f7dfadd7 req-a61196ad-2ac8-4bd7-8271-d176bf0b235a service neutron] 10.222.0.73 "GET /v2.0/networks/ea00ad74-87b8-4238-b685-834f4d31b647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5178514 Jun 16 12:54:07.184447 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-23174549-4cc1-4332-84f6-b836128fcd69 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Allocated IP 172.20.0.12 (db2dc321-0434-4772-b9c0-62ee7ab9b166/04d171e3-63ad-40cc-b1ef-c03c5948460b/7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:54:07.356711 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8632f3a3-2516-482a-a90b-3d26a44b7606 admin admin] Router be039bce-e7ae-422b-a4e1-d248c829e71e has already been hosted by L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 {{(pid=109146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 12:54:07.608808 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-23174549-4cc1-4332-84f6-b836128fcd69 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks [] for port, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:07.663542 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.provisioning_blocks [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-23174549-4cc1-4332-84f6-b836128fcd69 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Transition to ACTIVE for port object 7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6 will not be triggered until provisioned by entity DHCP. {{(pid=109145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:54:07.677772 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8632f3a3-2516-482a-a90b-3d26a44b7606 admin admin] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 12:54:07.693073 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5aa784d-55e8-4054-8fa1-1000c8d86b6e None None] Sync routers for ids ['be039bce-e7ae-422b-a4e1-d248c829e71e'] in dv-cinder-766296-6-iscsi {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 12:54:07.697160 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-8632f3a3-2516-482a-a90b-3d26a44b7606 admin admin] 10.222.0.67 "PUT /v2.0/routers/be039bce-e7ae-422b-a4e1-d248c829e71e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6998966 Jun 16 12:54:07.702519 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 49932) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:54:07.712831 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5aa784d-55e8-4054-8fa1-1000c8d86b6e None None] Routers {'be039bce-e7ae-422b-a4e1-d248c829e71e'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:54:07.714572 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-c5aa784d-55e8-4054-8fa1-1000c8d86b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644bc3c5e0>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:54:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['be039bce-e7ae-422b-a4e1-d248c829e71e'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:54:07.812644 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-23174549-4cc1-4332-84f6-b836128fcd69 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438'] for port, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:07.822365 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:54:07.931888 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-09607a95-e1a7-4cd3-ac8a-75f9042e66bd admin admin] Notify callbacks [] for router, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:08.010127 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-23174549-4cc1-4332-84f6-b836128fcd69 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Network db2dc321-0434-4772-b9c0-62ee7ab9b166 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:54:08.050262 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-23174549-4cc1-4332-84f6-b836128fcd69 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:54:08.062975 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-23174549-4cc1-4332-84f6-b836128fcd69 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:54:08.075433 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-23174549-4cc1-4332-84f6-b836128fcd69 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:08.076644 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-23174549-4cc1-4332-84f6-b836128fcd69 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:08.116193 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-c5aa784d-55e8-4054-8fa1-1000c8d86b6e None None] Set router be039bce-e7ae-422b-a4e1-d248c829e71e gateway port host: dv-cinder-766296-6-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:54:08.196652 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23174549-4cc1-4332-84f6-b836128fcd69 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Pushing event updated for resources: {'Port': ['ID=7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:54:08.211345 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-23174549-4cc1-4332-84f6-b836128fcd69 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:54:08.225616 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-23174549-4cc1-4332-84f6-b836128fcd69 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3768849 Jun 16 12:54:08.385303 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-09607a95-e1a7-4cd3-ac8a-75f9042e66bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:08.407216 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c268970-3f7b-4c1a-8aa2-67a392d40879 req-800c15c6-049f-456a-8219-17c2279fd533 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:08.433445 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8c268970-3f7b-4c1a-8aa2-67a392d40879 req-800c15c6-049f-456a-8219-17c2279fd533 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 932 time: 0.4947023 Jun 16 12:54:08.639447 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8c268970-3f7b-4c1a-8aa2-67a392d40879 req-d246ccbb-d29e-4009-b895-b814cdf934b9 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/security-groups?id=d192b5b4-d454-47db-b7ce-2e9df4d2cf19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054570 Jun 16 12:54:08.665924 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-09607a95-e1a7-4cd3-ac8a-75f9042e66bd admin admin] Deleting port caa75605-faad-479b-9dfb-687b909f36b4 {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:54:08.670069 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-09607a95-e1a7-4cd3-ac8a-75f9042e66bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:08.775052 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5fd0d-e8f6-4431-9814-f4119ecb1322 req-01bce6a4-a632-49aa-9511-91aab2b88d5e tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:08.780604 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-08f5fd0d-e8f6-4431-9814-f4119ecb1322 req-01bce6a4-a632-49aa-9511-91aab2b88d5e tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.4271779 Jun 16 12:54:08.812865 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-13cbce50-a1f0-4da2-928f-6a1f6c34d11d None None] Provisioning for port 7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6 completed by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:54:08.820893 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-13cbce50-a1f0-4da2-928f-6a1f6c34d11d None None] Provisioning complete for port 7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:54:08.821683 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-13cbce50-a1f0-4da2-928f-6a1f6c34d11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:08.901769 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-13cbce50-a1f0-4da2-928f-6a1f6c34d11d None None] Port 7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6 cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 12:54:08.977672 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-08f5fd0d-e8f6-4431-9814-f4119ecb1322 req-98d095d9-043d-4dc5-baaf-fefdbf9a0d2c tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570020 Jun 16 12:54:09.006705 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-c5aa784d-55e8-4054-8fa1-1000c8d86b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644bc3c5e0>, [{'id': 'be039bce-e7ae-422b-a4e1-d248c829e71e', 'name': 'tempest-ServerRescueNegativeTestJSON-1597244857-router', 'tenant_id': '1bb6d57a17a34ca0a86552ed9595186c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': 'caa75605-faad-479b-9dfb-687b909f36b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:25Z', 'updated_at': '2021-06-16T12:54:05Z', 'revision_number': 5, 'project_id': '1bb6d57a17a34ca0a86552ed9595186c', 'gw_port': {'id': 'caa75605-faad-479b-9dfb-687b909f36b4', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:68:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be039bce-e7ae-422b-a4e1-d248c829e71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:26Z', 'updated_at': '2021-06-16T12:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi'}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:54:09.014168 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [None req-09607a95-e1a7-4cd3-ac8a-75f9042e66bd admin admin] For port caa75605-faad-479b-9dfb-687b909f36b4, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=caa75605-faad-479b-9dfb-687b909f36b4,segment=NetworkSegment(ccabc92d-cb7c-48c7-8ba2-36435bcfb991),segment_id=ccabc92d-cb7c-48c7-8ba2-36435bcfb991)] {{(pid=109146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:54:09.014825 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-09607a95-e1a7-4cd3-ac8a-75f9042e66bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:09.025025 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5aa784d-55e8-4054-8fa1-1000c8d86b6e None None] Checking router: be039bce-e7ae-422b-a4e1-d248c829e71e for host: dv-cinder-766296-6-iscsi {{(pid=109148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 12:54:09.052542 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5aa784d-55e8-4054-8fa1-1000c8d86b6e None None] Routers {'be039bce-e7ae-422b-a4e1-d248c829e71e'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:54:09.054103 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-c5aa784d-55e8-4054-8fa1-1000c8d86b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644bc3c5e0>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:54:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['be039bce-e7ae-422b-a4e1-d248c829e71e'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:54:09.167503 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-09607a95-e1a7-4cd3-ac8a-75f9042e66bd admin admin] Calling delete_port for caa75605-faad-479b-9dfb-687b909f36b4 owned by network:router_gateway {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:54:09.278548 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-c5aa784d-55e8-4054-8fa1-1000c8d86b6e None None] Set router be039bce-e7ae-422b-a4e1-d248c829e71e gateway port host: None {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:54:09.332811 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:09.412498 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-c5aa784d-55e8-4054-8fa1-1000c8d86b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644bc3c5e0>, [{'id': 'be039bce-e7ae-422b-a4e1-d248c829e71e', 'name': 'tempest-ServerRescueNegativeTestJSON-1597244857-router', 'tenant_id': '1bb6d57a17a34ca0a86552ed9595186c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:25Z', 'updated_at': '2021-06-16T12:54:08Z', 'revision_number': 6, 'project_id': '1bb6d57a17a34ca0a86552ed9595186c', 'gw_port_host': None}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:54:09.420784 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5aa784d-55e8-4054-8fa1-1000c8d86b6e None None] The sync data for ids ['be039bce-e7ae-422b-a4e1-d248c829e71e'] in dv-cinder-766296-6-iscsi is: [{'id': 'be039bce-e7ae-422b-a4e1-d248c829e71e', 'name': 'tempest-ServerRescueNegativeTestJSON-1597244857-router', 'tenant_id': '1bb6d57a17a34ca0a86552ed9595186c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:25Z', 'updated_at': '2021-06-16T12:54:08Z', 'revision_number': 6, 'project_id': '1bb6d57a17a34ca0a86552ed9595186c', 'gw_port_host': None}] {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 12:54:09.655467 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-09607a95-e1a7-4cd3-ac8a-75f9042e66bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32077183'] for port, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:09.659756 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-a5e908d9-6f75-4985-863a-560b39ea2ee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:54:09.717980 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09607a95-e1a7-4cd3-ac8a-75f9042e66bd admin admin] Pushing event deleted for resources: {'Port': ['ID=caa75605-faad-479b-9dfb-687b909f36b4,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:54:09.730688 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-09607a95-e1a7-4cd3-ac8a-75f9042e66bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:54:09.905422 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-09607a95-e1a7-4cd3-ac8a-75f9042e66bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442124'] for router_gateway, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:10.197862 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-09607a95-e1a7-4cd3-ac8a-75f9042e66bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13951'] for router, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:10.203965 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-09607a95-e1a7-4cd3-ac8a-75f9042e66bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:10.235870 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376004f-b358-4724-be2d-1892a9cf3c7b req-2e6b1aef-d583-41c5-a605-9b4a38a28e09 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:10.249866 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a376004f-b358-4724-be2d-1892a9cf3c7b req-2e6b1aef-d583-41c5-a605-9b4a38a28e09 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 932 time: 0.2593718 Jun 16 12:54:10.345888 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a376004f-b358-4724-be2d-1892a9cf3c7b req-192028ba-7087-404e-a1d2-5a76a09920d7 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/security-groups?id=d192b5b4-d454-47db-b7ce-2e9df4d2cf19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937614 Jun 16 12:54:10.385790 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-09607a95-e1a7-4cd3-ac8a-75f9042e66bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443462'] for router, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:10.386322 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09607a95-e1a7-4cd3-ac8a-75f9042e66bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router be039bce-e7ae-422b-a4e1-d248c829e71e {{(pid=109146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 12:54:10.397666 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-09607a95-e1a7-4cd3-ac8a-75f9042e66bd admin admin] Notify callbacks [] for router, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:10.399892 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-09607a95-e1a7-4cd3-ac8a-75f9042e66bd admin admin] 10.222.0.67 "DELETE /v2.0/routers/be039bce-e7ae-422b-a4e1-d248c829e71e HTTP/1.1" status: 204 len: 168 time: 2.6955464 Jun 16 12:54:10.404093 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 49942) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:54:10.501043 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf774416-825d-4c7c-94b3-a1f18e9d1dba admin admin] Deleting subnet e11ea1c4-1683-49da-8a09-a0382b92ba4a {{(pid=109146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 12:54:10.511045 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-cf774416-825d-4c7c-94b3-a1f18e9d1dba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:10.587798 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89e026-fac3-4819-bfe0-2626365369d2 req-1470876a-0cee-4b97-b348-3c2df64f916b tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:10.590492 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4f89e026-fac3-4819-bfe0-2626365369d2 req-1470876a-0cee-4b97-b348-3c2df64f916b tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.2309182 Jun 16 12:54:10.623980 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-cf774416-825d-4c7c-94b3-a1f18e9d1dba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32103771'] for subnet, precommit_delete_associations {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:10.747986 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4f89e026-fac3-4819-bfe0-2626365369d2 req-e13d0125-aa3f-47b4-9635-577aad7113ac tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392953 Jun 16 12:54:10.753808 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 3f6b742f-e9cc-4f09-ad5d-07901fb3c142 no longer exists at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 12:54:10.761382 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-cf774416-825d-4c7c-94b3-a1f18e9d1dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3717015'] for subnet, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:10.824493 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] No Port match for: 3f6b742f-e9cc-4f09-ad5d-07901fb3c142 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 12:54:10.825541 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 3f6b742f-e9cc-4f09-ad5d-07901fb3c142 not bound to the agent host dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 12:54:10.827780 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device caa75605-faad-479b-9dfb-687b909f36b4 no longer exists at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 12:54:10.904203 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] No Port match for: caa75605-faad-479b-9dfb-687b909f36b4 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 12:54:10.905316 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device caa75605-faad-479b-9dfb-687b909f36b4 not bound to the agent host dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 12:54:10.946337 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-cf774416-825d-4c7c-94b3-a1f18e9d1dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3717000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32077237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31807229'] for subnet, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:10.952715 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-a5a2d234-668f-4451-9317-d9df2d153353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:54:11.003935 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf774416-825d-4c7c-94b3-a1f18e9d1dba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e11ea1c4-1683-49da-8a09-a0382b92ba4a,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:54:11.018593 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-cf774416-825d-4c7c-94b3-a1f18e9d1dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:54:11.022570 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-cf774416-825d-4c7c-94b3-a1f18e9d1dba admin admin] Notify callbacks [] for subnet, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:11.030035 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 49944) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:54:11.030418 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-cf774416-825d-4c7c-94b3-a1f18e9d1dba admin admin] 10.222.0.67 "DELETE /v2.0/subnets/e11ea1c4-1683-49da-8a09-a0382b92ba4a HTTP/1.1" status: 204 len: 168 time: 0.6234944 Jun 16 12:54:11.198701 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-08684e46-2511-4c0a-9e62-e3f4b7bdbfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3773194'] for network, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:11.382084 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-08684e46-2511-4c0a-9e62-e3f4b7bdbfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3713560', 'neutron.services.segments.db._delete_segments_for_network-8754302582321'] for network, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:11.407425 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-08684e46-2511-4c0a-9e62-e3f4b7bdbfa8 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f6448dadbe0>> segment before_delete 55550000 {{(pid=109145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:54:11.408157 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-08684e46-2511-4c0a-9e62-e3f4b7bdbfa8 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f6448dadbe0>> subnet precommit_delete_associations 55550000 {{(pid=109145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:54:11.409650 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-08684e46-2511-4c0a-9e62-e3f4b7bdbfa8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6448dad100>> segment_host_mapping after_create 55550000 {{(pid=109145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:54:11.410298 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-08684e46-2511-4c0a-9e62-e3f4b7bdbfa8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6448dad100>> port after_create 55550000 {{(pid=109145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:54:11.411557 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-08684e46-2511-4c0a-9e62-e3f4b7bdbfa8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6448dad100>> port after_delete 55550000 {{(pid=109145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:54:11.413326 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-08684e46-2511-4c0a-9e62-e3f4b7bdbfa8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6448dad100>> port after_update 55550000 {{(pid=109145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:54:11.413967 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-08684e46-2511-4c0a-9e62-e3f4b7bdbfa8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6448dad100>> segment after_delete 55550000 {{(pid=109145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:54:11.414887 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-08684e46-2511-4c0a-9e62-e3f4b7bdbfa8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6448dad100>> subnet after_create 55550000 {{(pid=109145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:54:11.416178 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-08684e46-2511-4c0a-9e62-e3f4b7bdbfa8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6448dad100>> subnet after_delete 55550000 {{(pid=109145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:54:11.416791 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-08684e46-2511-4c0a-9e62-e3f4b7bdbfa8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6448dad100>> subnet after_update 55550000 {{(pid=109145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:54:11.553977 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-08684e46-2511-4c0a-9e62-e3f4b7bdbfa8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6448c81820>> subnet after_create 55550000 {{(pid=109145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:54:11.554677 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-08684e46-2511-4c0a-9e62-e3f4b7bdbfa8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6448c81820>> subnet after_delete 55550000 {{(pid=109145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:54:11.555247 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-08684e46-2511-4c0a-9e62-e3f4b7bdbfa8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6448c81820>> subnet before_create 55550000 {{(pid=109145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:54:11.555819 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-08684e46-2511-4c0a-9e62-e3f4b7bdbfa8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6448c81820>> subnet before_update 55550000 {{(pid=109145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 12:54:11.556448 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-08684e46-2511-4c0a-9e62-e3f4b7bdbfa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448dad280>,) {'filters': {'network_id': ['9ac76732-b5e5-4a02-a83d-61dcd782119c']}} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:54:11.589597 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-08684e46-2511-4c0a-9e62-e3f4b7bdbfa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448dad280>, 'c80dc759-b709-4d2d-89fc-ca0ddd20a50f') {'for_net_delete': True} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:54:11.590097 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-08684e46-2511-4c0a-9e62-e3f4b7bdbfa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448dad280>, 'c80dc759-b709-4d2d-89fc-ca0ddd20a50f') {} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:54:11.632631 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-08684e46-2511-4c0a-9e62-e3f4b7bdbfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754302581378', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26526580'] for segment, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:11.736664 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-08684e46-2511-4c0a-9e62-e3f4b7bdbfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076'] for segment, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:11.760781 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08684e46-2511-4c0a-9e62-e3f4b7bdbfa8 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=109145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 12:54:11.761449 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-08684e46-2511-4c0a-9e62-e3f4b7bdbfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26528977'] for segment, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: from cryptography.utils import int_from_bytes Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: from cryptography.utils import int_from_bytes Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: retrieve_revision_numbers = { Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: conditions |= (models_v2.Port.network_id.in_( Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: conditions |= (models_v2.Port.network_id.in_( Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: retrieve_revision_numbers = { Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: retrieve_revision_numbers = { Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: conditions |= (models_v2.Port.network_id.in_( Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: retrieve_revision_numbers = { Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: conditions |= (models_v2.Port.network_id.in_( Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: conditions |= (models_v2.Port.network_id.in_( Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: conditions |= (models_v2.Port.network_id.in_( Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: retrieve_revision_numbers = { Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: conditions |= (models_v2.Port.network_id.in_( Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: retrieve_revision_numbers = { Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: conditions |= (models_v2.Port.network_id.in_( Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: Traceback (most recent call last): Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: timer() Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: cb(*args, **kw) Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: return func(*args, **kwargs) Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: self._notify() Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: self.callback(batched_events) Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: event.method(event) Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: return f(self, *a, **k) Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: return self._get(url).json() Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: return self.request(url, 'GET', **kwargs) Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 12:54:11.771651 dv-cinder-766296-6-iscsi neutron-server[109145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 12:54:11.779092 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 12:54:11.779092 dv-cinder-766296-6-iscsi neutron-server[109145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 12:54:11.779092 dv-cinder-766296-6-iscsi neutron-server[109145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 12:54:11.934889 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c4ef5-21a2-4a71-b83f-f048c6ffaadd req-1ae7e1ec-7a90-45cc-96b0-b3826b7afb29 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:11.937888 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-669c4ef5-21a2-4a71-b83f-f048c6ffaadd req-1ae7e1ec-7a90-45cc-96b0-b3826b7afb29 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 932 time: 0.3101339 Jun 16 12:54:11.941551 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-08684e46-2511-4c0a-9e62-e3f4b7bdbfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3713553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442210'] for network, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:11.949706 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:54:12.006295 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-08684e46-2511-4c0a-9e62-e3f4b7bdbfa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for network, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:12.014109 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-08684e46-2511-4c0a-9e62-e3f4b7bdbfa8 admin admin] 10.222.0.67 "DELETE /v2.0/networks/9ac76732-b5e5-4a02-a83d-61dcd782119c HTTP/1.1" status: 204 len: 168 time: 0.9771843 Jun 16 12:54:12.032754 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08684e46-2511-4c0a-9e62-e3f4b7bdbfa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ac76732-b5e5-4a02-a83d-61dcd782119c,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:54:12.038296 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-08684e46-2511-4c0a-9e62-e3f4b7bdbfa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:54:12.146122 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-669c4ef5-21a2-4a71-b83f-f048c6ffaadd req-9ae82161-f4e0-4401-9a9b-aadbb55a373d tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/security-groups?id=d192b5b4-d454-47db-b7ce-2e9df4d2cf19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847622 Jun 16 12:54:12.228190 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163a774-ad1d-4846-8e19-04249a46a81c req-a76b3d8e-f483-44d5-998f-12c7da235370 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:12.233277 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f163a774-ad1d-4846-8e19-04249a46a81c req-a76b3d8e-f483-44d5-998f-12c7da235370 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.1661894 Jun 16 12:54:12.327344 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f163a774-ad1d-4846-8e19-04249a46a81c req-996cb74c-db34-4206-a915-f4ed513d39b5 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825336 Jun 16 12:54:12.468545 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 49952) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:54:12.533048 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-74d66c3f-332d-4f1d-b47c-98ef59f5b448 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1bb6d57a17a34ca0a86552ed9595186c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0579958 Jun 16 12:54:12.533394 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 49954) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:54:12.632453 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-14480b4d-d8a8-4328-8690-c449678a2c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:12.663664 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-14480b4d-d8a8-4328-8690-c449678a2c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:12.777801 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-14480b4d-d8a8-4328-8690-c449678a2c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:12.783611 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-14480b4d-d8a8-4328-8690-c449678a2c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:12.785395 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-14480b4d-d8a8-4328-8690-c449678a2c8c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/64b7be87-6b00-472d-bd25-9b445e215e3f HTTP/1.1" status: 204 len: 168 time: 0.2503009 Jun 16 12:54:12.787216 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-1e13fc55-592b-4e67-8721-b7d0c1e35e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:54:12.803628 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14480b4d-d8a8-4328-8690-c449678a2c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b7be87-6b00-472d-bd25-9b445e215e3f,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:54:12.808783 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-14480b4d-d8a8-4328-8690-c449678a2c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:54:13.607251 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77819764-de4d-4f77-97d8-205cea6180c7 req-2378b2f7-8add-4e30-9b36-57c51f19e573 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:13.610352 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-77819764-de4d-4f77-97d8-205cea6180c7 req-2378b2f7-8add-4e30-9b36-57c51f19e573 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 932 time: 0.1761644 Jun 16 12:54:13.775212 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-77819764-de4d-4f77-97d8-205cea6180c7 req-0b6e4b15-6687-4963-a98b-ebcfab699bfb tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/security-groups?id=d192b5b4-d454-47db-b7ce-2e9df4d2cf19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273432 Jun 16 12:54:13.829155 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69eafd-644e-4f6a-8a8c-e11009ecd31f req-a8e4e947-b178-4a15-995a-e162ab05117c tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:13.831919 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-db69eafd-644e-4f6a-8a8c-e11009ecd31f req-a8e4e947-b178-4a15-995a-e162ab05117c tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.2633295 Jun 16 12:54:13.931183 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-db69eafd-644e-4f6a-8a8c-e11009ecd31f req-a0d7d65f-5e15-491d-aebe-1c94bfce06e6 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892479 Jun 16 12:54:15.129057 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfd950-490b-49ff-a475-a42e9f001f3b req-1b5692a9-1519-48aa-852d-474a05fc3223 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:15.133072 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0abfd950-490b-49ff-a475-a42e9f001f3b req-1b5692a9-1519-48aa-852d-474a05fc3223 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 932 time: 0.1384099 Jun 16 12:54:15.344888 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0abfd950-490b-49ff-a475-a42e9f001f3b req-9de59807-6e55-4810-94ab-97c56eec1f16 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/security-groups?id=d192b5b4-d454-47db-b7ce-2e9df4d2cf19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862831 Jun 16 12:54:15.416219 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f320d-f76e-4eb2-b6eb-0125f88df06b req-15d73df0-1d16-4693-813d-898c8b24cceb tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:15.419894 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-993f320d-f76e-4eb2-b6eb-0125f88df06b req-15d73df0-1d16-4693-813d-898c8b24cceb tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.1437514 Jun 16 12:54:15.518691 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-993f320d-f76e-4eb2-b6eb-0125f88df06b req-cc362a35-8a4c-45b4-91d3-262bd2c47835 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832014 Jun 16 12:54:16.948419 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763632f-55f3-468a-84f3-c7a3eb6b9219 req-649d23a4-e57d-423b-af99-5bb7c57fcc13 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:16.953150 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7763632f-55f3-468a-84f3-c7a3eb6b9219 req-649d23a4-e57d-423b-af99-5bb7c57fcc13 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 932 time: 0.2819114 Jun 16 12:54:17.142459 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976ed9f-6c67-42b4-84d4-fbbb32114ccd req-16a76a97-6c8a-49bb-b820-b3fee296e024 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:17.151639 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3976ed9f-6c67-42b4-84d4-fbbb32114ccd req-16a76a97-6c8a-49bb-b820-b3fee296e024 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.3644848 Jun 16 12:54:17.211634 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7763632f-55f3-468a-84f3-c7a3eb6b9219 req-b28bc593-966f-48e3-8f5d-621a27316150 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/security-groups?id=d192b5b4-d454-47db-b7ce-2e9df4d2cf19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447233 Jun 16 12:54:17.316438 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3976ed9f-6c67-42b4-84d4-fbbb32114ccd req-595b25f3-6787-4594-bd57-14c3044b20ec tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029749 Jun 16 12:54:18.675510 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd8e5e-062f-4cec-9ac9-1bd931fa1596 req-c674d2d5-4d9c-43fb-8528-246b15067e8d tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:18.678655 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-37cd8e5e-062f-4cec-9ac9-1bd931fa1596 req-c674d2d5-4d9c-43fb-8528-246b15067e8d tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 932 time: 0.2118721 Jun 16 12:54:18.779430 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-37cd8e5e-062f-4cec-9ac9-1bd931fa1596 req-21b0e729-e613-4efa-8380-e5995c4ed7d9 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/security-groups?id=d192b5b4-d454-47db-b7ce-2e9df4d2cf19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892351 Jun 16 12:54:18.819795 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc19fc6-0133-43f6-9a96-594cbb63041a req-fd6c4ce0-e4ae-4a32-9e19-c50df50e0602 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:18.822628 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-dfc19fc6-0133-43f6-9a96-594cbb63041a req-fd6c4ce0-e4ae-4a32-9e19-c50df50e0602 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.2355630 Jun 16 12:54:18.941225 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-dfc19fc6-0133-43f6-9a96-594cbb63041a req-eb6e43de-88dc-452c-b730-d11fd893fc9e tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034925 Jun 16 12:54:20.118989 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272fb0e-9413-4035-898e-243e6d522d58 req-891520d2-3bb4-496f-b79a-ef02fe105f66 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:20.121409 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6272fb0e-9413-4035-898e-243e6d522d58 req-891520d2-3bb4-496f-b79a-ef02fe105f66 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 932 time: 0.1256773 Jun 16 12:54:20.208766 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-c87b8cce-cccf-4c12-a0c5-e121f2f00de2 service neutron] Request body: {'port': {'device_id': 'b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76629'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:54:20.316619 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6272fb0e-9413-4035-898e-243e6d522d58 req-089375a4-68b7-4ccd-8d44-7302f249529a tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/security-groups?id=d192b5b4-d454-47db-b7ce-2e9df4d2cf19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787577 Jun 16 12:54:20.425461 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e0520-f3ec-4876-9916-b130efd5760b req-2387d279-0df2-4b83-99a4-73a75901cbbf tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:20.428861 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c02e0520-f3ec-4876-9916-b130efd5760b req-2387d279-0df2-4b83-99a4-73a75901cbbf tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.3058238 Jun 16 12:54:20.430741 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-c87b8cce-cccf-4c12-a0c5-e121f2f00de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:20.582078 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c02e0520-f3ec-4876-9916-b130efd5760b req-c2a523c6-ae10-4dfc-9277-fe4372a97eb9 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354153 Jun 16 12:54:21.041714 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-c87b8cce-cccf-4c12-a0c5-e121f2f00de2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6 {{(pid=109145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 12:54:21.059578 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-c87b8cce-cccf-4c12-a0c5-e121f2f00de2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:21.093258 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.provisioning_blocks [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-c87b8cce-cccf-4c12-a0c5-e121f2f00de2 service neutron] Transition to ACTIVE for port object 7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6 will not be triggered until provisioned by entity L2. {{(pid=109145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:54:21.107751 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-c87b8cce-cccf-4c12-a0c5-e121f2f00de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26528909'] for port, after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:21.113042 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-98074432-252b-4c44-9c8c-a8cdb28d1e92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:54:21.280657 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b8cce-cccf-4c12-a0c5-e121f2f00de2 service neutron] Pushing event updated for resources: {'Port': ['ID=7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6,revision_number=2']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:54:21.285396 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-c87b8cce-cccf-4c12-a0c5-e121f2f00de2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:54:21.427208 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-c87b8cce-cccf-4c12-a0c5-e121f2f00de2 service neutron] Attempting to bind port 7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6 on host hv-cinder-76629 for vnic_type normal with profile {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:54:21.427775 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-c87b8cce-cccf-4c12-a0c5-e121f2f00de2 service neutron] Attempting to bind port 7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6 by drivers openvswitch,hyperv on host hv-cinder-76629 at level 0 using segments [{'id': '47b82b34-ca43-4f57-b5be-5db0d7cf9707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'db2dc321-0434-4772-b9c0-62ee7ab9b166'}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:54:21.428354 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-c87b8cce-cccf-4c12-a0c5-e121f2f00de2 service neutron] Attempting to bind port 7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6 on network db2dc321-0434-4772-b9c0-62ee7ab9b166 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:54:21.451066 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-c87b8cce-cccf-4c12-a0c5-e121f2f00de2 service neutron] Port 7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6 on network db2dc321-0434-4772-b9c0-62ee7ab9b166 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76629 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 12:54:21.451271 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-c87b8cce-cccf-4c12-a0c5-e121f2f00de2 service neutron] Attempting to bind port 7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6 on network db2dc321-0434-4772-b9c0-62ee7ab9b166 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:54:21.462156 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-c87b8cce-cccf-4c12-a0c5-e121f2f00de2 service neutron] Checking agent: {'id': 'b6c345f8-0197-4552-bdfc-f76fc82bf107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76629', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 47, 31), 'started_at': datetime.datetime(2021, 6, 16, 12, 47, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:54:21.462901 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-c87b8cce-cccf-4c12-a0c5-e121f2f00de2 service neutron] Checking segment: {'id': '47b82b34-ca43-4f57-b5be-5db0d7cf9707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'db2dc321-0434-4772-b9c0-62ee7ab9b166'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:54:21.463657 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-c87b8cce-cccf-4c12-a0c5-e121f2f00de2 service neutron] Bound using segment: {'id': '47b82b34-ca43-4f57-b5be-5db0d7cf9707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'db2dc321-0434-4772-b9c0-62ee7ab9b166'} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:54:21.464541 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-c87b8cce-cccf-4c12-a0c5-e121f2f00de2 service neutron] Bound port: 7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6, host: hv-cinder-76629, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47b82b34-ca43-4f57-b5be-5db0d7cf9707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'db2dc321-0434-4772-b9c0-62ee7ab9b166'}}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:54:21.465235 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-c87b8cce-cccf-4c12-a0c5-e121f2f00de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:21.614993 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-c87b8cce-cccf-4c12-a0c5-e121f2f00de2 service neutron] For port 7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6, host hv-cinder-76629, cleared binding levels {{(pid=109145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:54:21.622044 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-c87b8cce-cccf-4c12-a0c5-e121f2f00de2 service neutron] For port 7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6, host hv-cinder-76629, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6,segment=NetworkSegment(47b82b34-ca43-4f57-b5be-5db0d7cf9707),segment_id=47b82b34-ca43-4f57-b5be-5db0d7cf9707)] {{(pid=109145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:54:21.634820 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-c87b8cce-cccf-4c12-a0c5-e121f2f00de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26528909'] for port, after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:21.640536 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:54:21.720325 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-c87b8cce-cccf-4c12-a0c5-e121f2f00de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:21.721431 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-c87b8cce-cccf-4c12-a0c5-e121f2f00de2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:21.725168 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-c87b8cce-cccf-4c12-a0c5-e121f2f00de2 service neutron] 10.222.0.73 "PUT /v2.0/ports/7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6 HTTP/1.1" status: 200 len: 1094 time: 1.5709791 Jun 16 12:54:21.725684 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91', 'tag': '7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:54:21.731701 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9bae50dfbf258dfcc1b22b71b0f324177d6a2dd6dbdff5bf738173c6d3102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cab8ef5-eb55-4ffa-b451-cfcf7618e1a3" -d '{"events": [{"name": "network-changed", "server_uuid": "b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91", "tag": "7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:54:21.804261 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b8cce-cccf-4c12-a0c5-e121f2f00de2 service neutron] Pushing event updated for resources: {'Port': ['ID=7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6,revision_number=3']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:54:21.811548 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-c87b8cce-cccf-4c12-a0c5-e121f2f00de2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:54:22.052892 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-606937e6-0f6f-4594-86e9-fa0621e74a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:22.055775 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-606937e6-0f6f-4594-86e9-fa0621e74a42 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60d3e5144bb04eeaa2fe27abc09c9c27&device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 1097 time: 0.2422106 Jun 16 12:54:22.126488 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-3569789a-cddb-4d66-bfd4-303fed48d1f5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6 HTTP/1.1" status: 200 len: 217 time: 0.0580385 Jun 16 12:54:22.162439 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7622e-5f19-484c-b4da-a7ae3a63d156 req-1b99a312-d2ee-4bd0-99f3-125dd7eada40 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:22.164839 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d5d7622e-5f19-484c-b4da-a7ae3a63d156 req-1b99a312-d2ee-4bd0-99f3-125dd7eada40 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.2740107 Jun 16 12:54:22.249098 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ec5f5-1834-43aa-8844-33a5521858bf req-5a90f995-d071-48c4-a851-da386856a1b2 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:22.251886 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-da3ec5f5-1834-43aa-8844-33a5521858bf req-5a90f995-d071-48c4-a851-da386856a1b2 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 944 time: 0.6918812 Jun 16 12:54:22.283587 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-1fb1b3b6-f1ce-461f-9e49-e9aad7061ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:22.286768 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-1fb1b3b6-f1ce-461f-9e49-e9aad7061ac0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04d171e3-63ad-40cc-b1ef-c03c5948460b HTTP/1.1" status: 200 len: 854 time: 0.1466441 Jun 16 12:54:22.435913 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-da3ec5f5-1834-43aa-8844-33a5521858bf req-80f80089-961a-4390-81e6-e9f28ed6f6ac tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/security-groups?id=d192b5b4-d454-47db-b7ce-2e9df4d2cf19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713297 Jun 16 12:54:22.467264 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d5d7622e-5f19-484c-b4da-a7ae3a63d156 req-7541b27b-bb6f-48dc-b37b-823c93a0b06e tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2631509 Jun 16 12:54:22.502903 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-c5385ef1-a51e-4777-b469-e9654d43b18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:22.507113 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-c5385ef1-a51e-4777-b469-e9654d43b18f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=db2dc321-0434-4772-b9c0-62ee7ab9b166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2078340 Jun 16 12:54:22.564588 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 12:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4898b76c-ccdf-4b93-9da6-66273a2bee43 x-openstack-request-id: req-4898b76c-ccdf-4b93-9da6-66273a2bee43 {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:54:22.565022 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91", "tag": "7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:54:22.565423 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4898b76c-ccdf-4b93-9da6-66273a2bee43 {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:54:22.565983 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91', 'tag': '7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6', 'status': 'completed', 'code': 200} Jun 16 12:54:22.703284 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-d00d34ef-b646-410b-9e58-d17c35c06a0b service neutron] 10.222.0.73 "GET /v2.0/networks/db2dc321-0434-4772-b9c0-62ee7ab9b166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854591 Jun 16 12:54:22.832282 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4c8617b4-2ea5-49e7-86bd-e416feccf18d req-992ef20d-2df8-447f-9794-434fe2307072 service neutron] 10.222.0.73 "GET /v2.0/networks/db2dc321-0434-4772-b9c0-62ee7ab9b166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199050 Jun 16 12:54:22.982941 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab8ef5-eb55-4ffa-b451-cfcf7618e1a3 req-b14567e2-2ded-45af-a6a0-e442e2c22233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:22.985067 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1cab8ef5-eb55-4ffa-b451-cfcf7618e1a3 req-b14567e2-2ded-45af-a6a0-e442e2c22233 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60d3e5144bb04eeaa2fe27abc09c9c27&device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 1097 time: 0.0800381 Jun 16 12:54:23.157953 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab8ef5-eb55-4ffa-b451-cfcf7618e1a3 req-94fc3a22-c2ce-4415-b0eb-1377d15ce4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:23.160773 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1cab8ef5-eb55-4ffa-b451-cfcf7618e1a3 req-94fc3a22-c2ce-4415-b0eb-1377d15ce4af service neutron] 10.222.0.73 "GET /v2.0/networks?id=db2dc321-0434-4772-b9c0-62ee7ab9b166 HTTP/1.1" status: 200 len: 916 time: 0.1657455 Jun 16 12:54:23.245274 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1cab8ef5-eb55-4ffa-b451-cfcf7618e1a3 req-72a1ab85-351f-4dc6-b2e2-6f34768f5846 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6 HTTP/1.1" status: 200 len: 217 time: 0.0756152 Jun 16 12:54:23.340547 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab8ef5-eb55-4ffa-b451-cfcf7618e1a3 req-a1852623-cf19-4c36-ae5d-7d8c20eba640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:23.342390 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1cab8ef5-eb55-4ffa-b451-cfcf7618e1a3 req-a1852623-cf19-4c36-ae5d-7d8c20eba640 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04d171e3-63ad-40cc-b1ef-c03c5948460b HTTP/1.1" status: 200 len: 854 time: 0.0861466 Jun 16 12:54:23.435421 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab8ef5-eb55-4ffa-b451-cfcf7618e1a3 req-43927d49-8bcd-4e33-9c34-df905b279148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:23.438140 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1cab8ef5-eb55-4ffa-b451-cfcf7618e1a3 req-43927d49-8bcd-4e33-9c34-df905b279148 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=db2dc321-0434-4772-b9c0-62ee7ab9b166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0852978 Jun 16 12:54:23.612866 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1cab8ef5-eb55-4ffa-b451-cfcf7618e1a3 req-4592ccfc-0258-45af-bdef-988c257856bf service neutron] 10.222.0.73 "GET /v2.0/networks/db2dc321-0434-4772-b9c0-62ee7ab9b166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657412 Jun 16 12:54:23.788291 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1cab8ef5-eb55-4ffa-b451-cfcf7618e1a3 req-365ee5f4-9047-4329-aea7-2536c17e8a84 service neutron] 10.222.0.73 "GET /v2.0/networks/db2dc321-0434-4772-b9c0-62ee7ab9b166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647038 Jun 16 12:54:23.819169 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2cbfa0-8f6b-4620-ba79-c66f7102e1e9 req-4040495f-6c6f-45ca-bdd8-0db48d7e7079 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:23.821904 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5b2cbfa0-8f6b-4620-ba79-c66f7102e1e9 req-4040495f-6c6f-45ca-bdd8-0db48d7e7079 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 944 time: 0.1414828 Jun 16 12:54:23.882975 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5b2cbfa0-8f6b-4620-ba79-c66f7102e1e9 req-ee19aa01-527f-4e8a-867d-49d5561fc9c1 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/security-groups?id=d192b5b4-d454-47db-b7ce-2e9df4d2cf19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506947 Jun 16 12:54:25.151409 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22e3fb-24e8-4319-9275-96a961cd5b20 req-4efc6e1b-ec97-4907-b6c3-b06e1e1dcd41 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:25.153060 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ad22e3fb-24e8-4319-9275-96a961cd5b20 req-4efc6e1b-ec97-4907-b6c3-b06e1e1dcd41 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 944 time: 0.1083930 Jun 16 12:54:25.207220 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ad22e3fb-24e8-4319-9275-96a961cd5b20 req-c478c875-afb6-40af-bbe1-8375c5116833 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/security-groups?id=d192b5b4-d454-47db-b7ce-2e9df4d2cf19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469244 Jun 16 12:54:26.516352 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f1a64-11d3-41d0-9b6e-ba6176fb7701 req-3fb19be7-d241-48b2-9e55-a418c4ea60b7 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:26.518390 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d74f1a64-11d3-41d0-9b6e-ba6176fb7701 req-3fb19be7-d241-48b2-9e55-a418c4ea60b7 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 944 time: 0.0842545 Jun 16 12:54:26.570815 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d74f1a64-11d3-41d0-9b6e-ba6176fb7701 req-97de3c12-d3f1-4111-8b2c-4ba773ca5a28 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/security-groups?id=d192b5b4-d454-47db-b7ce-2e9df4d2cf19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446706 Jun 16 12:54:27.400178 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6 details requested by agent hyperv_hv-cinder-76629 with host hv-cinder-76629 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 12:54:27.613008 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6,segment=NetworkSegment(47b82b34-ca43-4f57-b5be-5db0d7cf9707),segment_id=47b82b34-ca43-4f57-b5be-5db0d7cf9707)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:54:27.636306 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Returning: {'device': '7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6', 'network_id': 'db2dc321-0434-4772-b9c0-62ee7ab9b166', 'port_id': '7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6', 'mac_address': 'fa:16:3e:2e:d4:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04d171e3-63ad-40cc-b1ef-c03c5948460b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 12:54:27.671721 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 50122) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:54:27.725074 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:27.756916 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-43072469-a160-4d16-9402-2253616714b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6 {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 12:54:27.808318 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6,segment=NetworkSegment(47b82b34-ca43-4f57-b5be-5db0d7cf9707),segment_id=47b82b34-ca43-4f57-b5be-5db0d7cf9707)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:54:27.815933 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:27.819924 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-a899b982-945d-498e-8357-6f5b8e115707 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:54:27.868492 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0765213e-be1b-4837-8a4e-c472f71f7dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:27.918269 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:54:27.933144 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:54:27.933670 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:54:27.934247 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:54:27.934846 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:54:27.935363 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:54:27.935964 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:54:27.936456 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:54:27.937020 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:54:27.937581 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:54:27.938111 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:54:27.938746 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:54:27.939856 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:54:27.946838 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:54:27.958454 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ba74c-e214-439e-abb1-cf651f66314e req-3d914d65-6fac-4ac6-9ab6-a1898e9820e0 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:27.959802 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ba4ba74c-e214-439e-abb1-cf651f66314e req-3d914d65-6fac-4ac6-9ab6-a1898e9820e0 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 944 time: 0.1675065 Jun 16 12:54:28.051531 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ba4ba74c-e214-439e-abb1-cf651f66314e req-122b3cc6-37c0-4dce-a969-7dc3e7e72a28 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/security-groups?id=d192b5b4-d454-47db-b7ce-2e9df4d2cf19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797958 Jun 16 12:54:28.100721 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0765213e-be1b-4837-8a4e-c472f71f7dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:28.114079 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0765213e-be1b-4837-8a4e-c472f71f7dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:28.120516 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:54:28.193896 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-0765213e-be1b-4837-8a4e-c472f71f7dfb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c8b5097b531a4682a44f71dd89f2dfd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5193298 Jun 16 12:54:28.197761 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765213e-be1b-4837-8a4e-c472f71f7dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e78ecab-aa61-461e-80a8-7a1c820a4499,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:54:28.198307 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 50128) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:54:28.203083 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-0765213e-be1b-4837-8a4e-c472f71f7dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:54:28.219708 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] get_ports_and_sgs() called for port_ids ['7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 12:54:28.297927 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-78ec3553-87bb-46fa-8dc8-e3f513aa17db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:28.341127 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-78ec3553-87bb-46fa-8dc8-e3f513aa17db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:28.437684 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-78ec3553-87bb-46fa-8dc8-e3f513aa17db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:28.442491 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-78ec3553-87bb-46fa-8dc8-e3f513aa17db admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:28.449063 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-78ec3553-87bb-46fa-8dc8-e3f513aa17db admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7e78ecab-aa61-461e-80a8-7a1c820a4499 HTTP/1.1" status: 204 len: 168 time: 0.2488356 Jun 16 12:54:28.450663 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-9b9dc221-6501-4459-b055-3810393b49cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:54:28.466030 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec3553-87bb-46fa-8dc8-e3f513aa17db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e78ecab-aa61-461e-80a8-7a1c820a4499,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:54:28.481678 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ec3553-87bb-46fa-8dc8-e3f513aa17db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:54:28.482374 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ec3553-87bb-46fa-8dc8-e3f513aa17db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:54:28.482997 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ec3553-87bb-46fa-8dc8-e3f513aa17db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:54:28.483641 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ec3553-87bb-46fa-8dc8-e3f513aa17db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:54:28.484287 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ec3553-87bb-46fa-8dc8-e3f513aa17db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:54:28.484889 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ec3553-87bb-46fa-8dc8-e3f513aa17db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:54:28.485933 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ec3553-87bb-46fa-8dc8-e3f513aa17db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:54:28.486878 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ec3553-87bb-46fa-8dc8-e3f513aa17db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:54:28.487818 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ec3553-87bb-46fa-8dc8-e3f513aa17db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:54:28.488552 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ec3553-87bb-46fa-8dc8-e3f513aa17db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:54:28.489257 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ec3553-87bb-46fa-8dc8-e3f513aa17db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:54:28.489854 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ec3553-87bb-46fa-8dc8-e3f513aa17db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:54:28.495504 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-78ec3553-87bb-46fa-8dc8-e3f513aa17db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:54:28.654866 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-571c5b54-5c33-45aa-b690-b9a8a839b5b2 req-ce6a52a6-fd5d-4158-8def-7b314b4b1b98 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0974982 Jun 16 12:54:29.170359 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c5b54-5c33-45aa-b690-b9a8a839b5b2 req-a0c97b5c-4907-4c30-8cff-3283c236c75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:29.173126 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-571c5b54-5c33-45aa-b690-b9a8a839b5b2 req-a0c97b5c-4907-4c30-8cff-3283c236c75f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9142176cdce2480a88e9dcee58c356f4&device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 1099 time: 0.4788737 Jun 16 12:54:29.417810 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c5b54-5c33-45aa-b690-b9a8a839b5b2 req-69754b36-7657-406a-b3ae-d902f18205c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:29.419696 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-571c5b54-5c33-45aa-b690-b9a8a839b5b2 req-69754b36-7657-406a-b3ae-d902f18205c5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b092543c-4e0a-4b3c-b41e-431b7c90a537 HTTP/1.1" status: 200 len: 917 time: 0.2110848 Jun 16 12:54:29.429945 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6 up at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:54:29.552458 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22626842-6a84-4349-bde3-50dee9632de5 req-b92cfa67-f36a-4736-b34c-3b862cbde36e tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:29.554661 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-22626842-6a84-4349-bde3-50dee9632de5 req-b92cfa67-f36a-4736-b34c-3b862cbde36e tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 945 time: 0.2298062 Jun 16 12:54:29.565260 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning for port 7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6 completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:54:29.575291 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning complete for port 7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:54:29.575291 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:29.671852 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-571c5b54-5c33-45aa-b690-b9a8a839b5b2 req-1420ff45-62b3-44c5-90f3-ffa460b5460c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29ca1cb9-b54b-4e6c-8174-b41effde49d0 HTTP/1.1" status: 200 len: 1000 time: 0.2381294 Jun 16 12:54:29.696443 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-22626842-6a84-4349-bde3-50dee9632de5 req-f5a2d2d9-ca48-43b0-8197-9c67a746b1ec tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/security-groups?id=d192b5b4-d454-47db-b7ce-2e9df4d2cf19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205397 Jun 16 12:54:29.736741 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:29.782755 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c5b54-5c33-45aa-b690-b9a8a839b5b2 req-f8f5a5d3-9d53-4b2f-b00b-2aaf37f55f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:29.787714 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-571c5b54-5c33-45aa-b690-b9a8a839b5b2 req-f8f5a5d3-9d53-4b2f-b00b-2aaf37f55f42 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6854b649-d35a-4298-9aa6-e7a75a6ae3a1 HTTP/1.1" status: 200 len: 855 time: 0.0962214 Jun 16 12:54:29.790261 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:54:29.794317 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc19868b2eeee4f788927d96de96bc76ef619c1c8eef803ec6a338432d17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05f9f8b-0b0c-4bfd-bc72-686a5a17c706" -d '{"events": [{"server_uuid": "b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91", "name": "network-vif-plugged", "status": "completed", "tag": "7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:54:29.823787 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6,segment=NetworkSegment(47b82b34-ca43-4f57-b5be-5db0d7cf9707),segment_id=47b82b34-ca43-4f57-b5be-5db0d7cf9707)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:54:29.835730 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:29.844062 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-57d04dde-a93d-468d-90ed-11a5fefc023d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:54:29.890899 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 12:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e250bf4-ee6a-474d-be81-b2a77ac03056 x-openstack-request-id: req-6e250bf4-ee6a-474d-be81-b2a77ac03056 {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:54:29.891354 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91", "name": "network-vif-plugged", "status": "completed", "tag": "7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:54:29.891980 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6e250bf4-ee6a-474d-be81-b2a77ac03056 {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:54:29.892875 dv-cinder-766296-6-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6', 'code': 200} Jun 16 12:54:29.915664 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c5b54-5c33-45aa-b690-b9a8a839b5b2 req-51fa9a4d-bbb0-4cf3-bca9-ede17c244cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:29.919043 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-571c5b54-5c33-45aa-b690-b9a8a839b5b2 req-51fa9a4d-bbb0-4cf3-bca9-ede17c244cb5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b092543c-4e0a-4b3c-b41e-431b7c90a537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1226809 Jun 16 12:54:29.952285 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:54:29.958402 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:54:30.113866 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-571c5b54-5c33-45aa-b690-b9a8a839b5b2 req-d10338a2-f1a4-4d10-bb27-aecf6fa8b854 service neutron] 10.222.0.73 "GET /v2.0/networks/b092543c-4e0a-4b3c-b41e-431b7c90a537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823897 Jun 16 12:54:30.284466 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-571c5b54-5c33-45aa-b690-b9a8a839b5b2 req-ebf7c83d-8eda-4c8f-ad1c-9b42cc1b3571 service neutron] 10.222.0.73 "GET /v2.0/networks/b092543c-4e0a-4b3c-b41e-431b7c90a537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568592 Jun 16 12:54:30.312466 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb82f4c-dedc-4033-85ca-00da0f3c2328 req-8d317b81-96db-404a-bff2-c73156a7c57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:30.315494 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-adb82f4c-dedc-4033-85ca-00da0f3c2328 req-8d317b81-96db-404a-bff2-c73156a7c57a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 1099 time: 0.1358581 Jun 16 12:54:30.380318 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-adb82f4c-dedc-4033-85ca-00da0f3c2328 req-5ec03b70-0a1e-4c04-b75b-f1627bb7a84c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d192b5b4-d454-47db-b7ce-2e9df4d2cf19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541487 Jun 16 12:54:30.970951 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-c8a3cad1-a2ee-467b-b1a5-4f4c7346dfb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:31.084693 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b68cf1-f43b-4601-b4cf-7ba261ee64f0 req-f27e8e61-5f1e-4b6a-9854-ab68d9b82e06 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:31.088006 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-36b68cf1-f43b-4601-b4cf-7ba261ee64f0 req-f27e8e61-5f1e-4b6a-9854-ab68d9b82e06 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 946 time: 0.1504614 Jun 16 12:54:31.166606 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-36b68cf1-f43b-4601-b4cf-7ba261ee64f0 req-c85f5504-a110-4f9e-8a94-0613845442cc tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/security-groups?id=d192b5b4-d454-47db-b7ce-2e9df4d2cf19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691471 Jun 16 12:54:32.412275 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28026650-4456-4276-a841-3430861e665c req-eef99482-b7a5-4bcf-be5e-23ffa25b453a tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:32.414377 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-28026650-4456-4276-a841-3430861e665c req-eef99482-b7a5-4bcf-be5e-23ffa25b453a tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 946 time: 0.0864429 Jun 16 12:54:32.491218 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-28026650-4456-4276-a841-3430861e665c req-6f5c0428-6d40-4653-8adf-464ef6e3a6df tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/security-groups?id=d192b5b4-d454-47db-b7ce-2e9df4d2cf19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671196 Jun 16 12:54:32.775462 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b40a5-65e7-4f87-bf51-22d5370aa39a req-0ef5066d-bb2f-409a-a99f-d84c5d2e1b7f tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:32.779039 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7f1b40a5-65e7-4f87-bf51-22d5370aa39a req-0ef5066d-bb2f-409a-a99f-d84c5d2e1b7f tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 946 time: 0.1277626 Jun 16 12:54:32.853572 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7f1b40a5-65e7-4f87-bf51-22d5370aa39a req-9f6a2a2f-7fa2-42a4-9a9a-b03f7e46582d tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/security-groups?id=d192b5b4-d454-47db-b7ce-2e9df4d2cf19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620248 Jun 16 12:54:33.018042 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:33.506687 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67e19e-85ef-467a-8026-051ab8f920e9 req-2de9b9cd-3db2-4d1f-a93e-85fc9b0dac89 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:33.508755 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ba67e19e-85ef-467a-8026-051ab8f920e9 req-2de9b9cd-3db2-4d1f-a93e-85fc9b0dac89 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 946 time: 0.0844605 Jun 16 12:54:33.562664 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ba67e19e-85ef-467a-8026-051ab8f920e9 req-524e5431-4d0d-49df-a376-138f44112fab tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/security-groups?id=d192b5b4-d454-47db-b7ce-2e9df4d2cf19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453994 Jun 16 12:54:35.302018 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-217d7049-7a63-4025-9af3-d8b1d48fb97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:35.669877 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:36.989576 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:37.167018 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 12:54:39.302624 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:44.366714 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 50340) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:54:44.581576 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-71a02b34-c021-4055-8eeb-d996e1a74ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:44.780680 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-71a02b34-c021-4055-8eeb-d996e1a74ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:44.788311 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-71a02b34-c021-4055-8eeb-d996e1a74ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:44.793309 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-f866df88-1abc-489b-9b4b-b1c88c525729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:54:44.866188 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-71a02b34-c021-4055-8eeb-d996e1a74ae4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=649e364b5eb04fa1a4ab3513c24ba6d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4977114 Jun 16 12:54:44.867822 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a02b34-c021-4055-8eeb-d996e1a74ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae29ccb-1a1e-439b-899f-5c770c928ad7,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:54:44.870984 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 50344) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:54:44.874690 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-71a02b34-c021-4055-8eeb-d996e1a74ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:54:44.975625 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-aea0c8c1-4616-4a3f-91ec-9144868c5694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:45.024381 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-aea0c8c1-4616-4a3f-91ec-9144868c5694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:45.123517 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-aea0c8c1-4616-4a3f-91ec-9144868c5694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:45.128635 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-aea0c8c1-4616-4a3f-91ec-9144868c5694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:45.132138 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-aea0c8c1-4616-4a3f-91ec-9144868c5694 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fae29ccb-1a1e-439b-899f-5c770c928ad7 HTTP/1.1" status: 204 len: 168 time: 0.2587574 Jun 16 12:54:45.133493 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-d48140c5-94e7-4b3e-bf93-17bfa21082b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:54:45.151934 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0c8c1-4616-4a3f-91ec-9144868c5694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae29ccb-1a1e-439b-899f-5c770c928ad7,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:54:45.167198 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0c8c1-4616-4a3f-91ec-9144868c5694 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:54:45.167815 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0c8c1-4616-4a3f-91ec-9144868c5694 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:54:45.168421 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0c8c1-4616-4a3f-91ec-9144868c5694 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:54:45.169019 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0c8c1-4616-4a3f-91ec-9144868c5694 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:54:45.169644 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0c8c1-4616-4a3f-91ec-9144868c5694 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:54:45.170281 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0c8c1-4616-4a3f-91ec-9144868c5694 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:54:45.170882 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0c8c1-4616-4a3f-91ec-9144868c5694 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:54:45.171719 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0c8c1-4616-4a3f-91ec-9144868c5694 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:54:45.172187 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0c8c1-4616-4a3f-91ec-9144868c5694 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:54:45.172663 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0c8c1-4616-4a3f-91ec-9144868c5694 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:54:45.173372 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0c8c1-4616-4a3f-91ec-9144868c5694 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:54:45.173884 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0c8c1-4616-4a3f-91ec-9144868c5694 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:54:45.192499 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-aea0c8c1-4616-4a3f-91ec-9144868c5694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:54:45.679296 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 50354) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:54:45.704167 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-56d52eeb-7271-45e5-a198-f537f6e34499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:45.900215 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-56d52eeb-7271-45e5-a198-f537f6e34499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:45.906942 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-56d52eeb-7271-45e5-a198-f537f6e34499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:45.912820 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-0b938c2a-124b-4abc-bc9d-dcbbaddc4979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:54:45.989082 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d52eeb-7271-45e5-a198-f537f6e34499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8b8f28-2e82-4bcf-a25b-8f797f1cef27,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:54:45.996560 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-56d52eeb-7271-45e5-a198-f537f6e34499 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f868abfffa5649cd99c80bdfe8b64b5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3155518 Jun 16 12:54:45.998105 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-56d52eeb-7271-45e5-a198-f537f6e34499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:54:46.002018 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 50356) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:54:46.097373 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f2877fd1-c225-4e49-934b-17823d34b4fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:46.142464 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f2877fd1-c225-4e49-934b-17823d34b4fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:46.242279 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f2877fd1-c225-4e49-934b-17823d34b4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:46.246946 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f2877fd1-c225-4e49-934b-17823d34b4fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:46.249301 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-f2877fd1-c225-4e49-934b-17823d34b4fc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8d8b8f28-2e82-4bcf-a25b-8f797f1cef27 HTTP/1.1" status: 204 len: 168 time: 0.2463255 Jun 16 12:54:46.250506 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-482d92dc-90f6-4b40-9f07-648dcbfd7a99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:54:46.268077 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2877fd1-c225-4e49-934b-17823d34b4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8b8f28-2e82-4bcf-a25b-8f797f1cef27,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:54:46.272757 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-f2877fd1-c225-4e49-934b-17823d34b4fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:54:47.961591 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a405e-9c72-4480-986c-22d7ff4099df req-0c5c9178-6c9e-4da5-a27d-60e140a710a5 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:47.965018 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-955a405e-9c72-4480-986c-22d7ff4099df req-0c5c9178-6c9e-4da5-a27d-60e140a710a5 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 946 time: 0.1061301 Jun 16 12:54:48.041907 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-955a405e-9c72-4480-986c-22d7ff4099df req-70098911-385f-4db0-b922-5c9417663157 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/security-groups?id=d192b5b4-d454-47db-b7ce-2e9df4d2cf19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688524 Jun 16 12:54:48.095262 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 50400) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:54:48.550076 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b39e50-e2d4-4a23-8f5d-e3cee19cda9e tempest-TestMinimumBasicScenario-1349419188 tempest-TestMinimumBasicScenario-1349419188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:48.553794 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-a6b39e50-e2d4-4a23-8f5d-e3cee19cda9e tempest-TestMinimumBasicScenario-1349419188 tempest-TestMinimumBasicScenario-1349419188-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 1094 time: 0.4568152 Jun 16 12:54:48.558833 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 50414) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:54:48.568851 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-173ee97b-639b-4dbe-8d34-594f32f0de83 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Request body: {'floatingip': {'floating_network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'port_id': '7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6', 'tenant_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:54:48.622727 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-173ee97b-639b-4dbe-8d34-594f32f0de83 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks [] for floatingip, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:48.652401 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba3721-1b06-4563-9e63-c23e29730325 req-afe0212e-78b4-4591-8e1e-2297ff6e5bef tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:48.655327 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-72ba3721-1b06-4563-9e63-c23e29730325 req-afe0212e-78b4-4591-8e1e-2297ff6e5bef tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 946 time: 0.1722529 Jun 16 12:54:48.736753 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-72ba3721-1b06-4563-9e63-c23e29730325 req-1cae08b4-bbb9-4508-86f6-e1ebf1bd1e93 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673008 Jun 16 12:54:48.822384 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-173ee97b-639b-4dbe-8d34-594f32f0de83 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:49.058246 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [None req-173ee97b-639b-4dbe-8d34-594f32f0de83 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Allocated IP 172.27.0.153 (31dc54ca-819a-4fca-8a47-71bd58082db2/22fb36b4-54fb-4b68-bc71-a723384dad9b/f0ab461b-39f5-4b6b-9028-a7f5f6e055f6) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:54:49.264598 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-173ee97b-639b-4dbe-8d34-594f32f0de83 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks [] for port, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:49.347302 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-173ee97b-639b-4dbe-8d34-594f32f0de83 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32077152'] for port, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:49.354193 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-4e7ed0e0-1641-4e4a-9f3c-d904fe05f6d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:54:49.432993 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173ee97b-639b-4dbe-8d34-594f32f0de83 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Network 31dc54ca-819a-4fca-8a47-71bd58082db2 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:54:49.445980 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-173ee97b-639b-4dbe-8d34-594f32f0de83 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:54:49.451239 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173ee97b-639b-4dbe-8d34-594f32f0de83 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:54:49.861603 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ee97b-639b-4dbe-8d34-594f32f0de83 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Pushing event updated for resources: {'Port': ['ID=f0ab461b-39f5-4b6b-9028-a7f5f6e055f6,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:54:49.872158 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-173ee97b-639b-4dbe-8d34-594f32f0de83 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:54:50.058280 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d40af-bc04-4c66-b871-80bbc87a4db6 req-ff04d9f4-4c43-432f-9130-d1300153696c tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:50.061037 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-362d40af-bc04-4c66-b871-80bbc87a4db6 req-ff04d9f4-4c43-432f-9130-d1300153696c tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 946 time: 0.1213892 Jun 16 12:54:50.132561 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-362d40af-bc04-4c66-b871-80bbc87a4db6 req-b87ce5d7-48a6-4e3f-8789-51f0c591c147 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595109 Jun 16 12:54:50.565286 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-173ee97b-639b-4dbe-8d34-594f32f0de83 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:50.807751 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-173ee97b-639b-4dbe-8d34-594f32f0de83 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:50.881701 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a3f4c-1eba-4674-baca-9e2301666a16 req-e506ebe2-6504-4188-8eca-7474b7342bcb tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:50.884545 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e97a3f4c-1eba-4674-baca-9e2301666a16 req-e506ebe2-6504-4188-8eca-7474b7342bcb tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.73 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 946 time: 0.2399883 Jun 16 12:54:51.304704 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [req-e97a3f4c-1eba-4674-baca-9e2301666a16 req-5a807585-ca2c-4619-a0c8-7901fcbe44dc tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Deleting port 29ca1cb9-b54b-4e6c-8174-b41effde49d0 {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:54:51.305325 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-e97a3f4c-1eba-4674-baca-9e2301666a16 req-5a807585-ca2c-4619-a0c8-7901fcbe44dc tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:51.350718 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-173ee97b-639b-4dbe-8d34-594f32f0de83 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks [] for port, precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:51.365731 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-173ee97b-639b-4dbe-8d34-594f32f0de83 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32077174'] for port, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:51.386441 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-c532ea51-0128-440c-96dd-5009a727b5f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:54:51.536370 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853e5cb-b6f4-45b5-988b-d058637f8c16 req-f0fbbee6-889c-4a63-a3df-045ef531d36f tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:51.543184 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2853e5cb-b6f4-45b5-988b-d058637f8c16 req-f0fbbee6-889c-4a63-a3df-045ef531d36f tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 946 time: 0.1656811 Jun 16 12:54:51.627766 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2853e5cb-b6f4-45b5-988b-d058637f8c16 req-61258ef1-ce22-4d03-9d92-efc5be799b0e tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=7cff0fb9-b5a5-420b-a53f-57802c5efe84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704088 Jun 16 12:54:51.653665 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ee97b-639b-4dbe-8d34-594f32f0de83 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Pushing event updated for resources: {'Port': ['ID=f0ab461b-39f5-4b6b-9028-a7f5f6e055f6,revision_number=2']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:54:51.673927 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-173ee97b-639b-4dbe-8d34-594f32f0de83 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:54:51.688445 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-173ee97b-639b-4dbe-8d34-594f32f0de83 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442364'] for floatingip, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:51.696182 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-e97a3f4c-1eba-4674-baca-9e2301666a16 req-5a807585-ca2c-4619-a0c8-7901fcbe44dc tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] For port 29ca1cb9-b54b-4e6c-8174-b41effde49d0, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=29ca1cb9-b54b-4e6c-8174-b41effde49d0,segment=NetworkSegment(042ac9d8-9593-43f5-8ffd-f1b933e86f71),segment_id=042ac9d8-9593-43f5-8ffd-f1b933e86f71)] {{(pid=109146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:54:51.696808 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-e97a3f4c-1eba-4674-baca-9e2301666a16 req-5a807585-ca2c-4619-a0c8-7901fcbe44dc tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:52.131463 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.db.l3_db [None req-173ee97b-639b-4dbe-8d34-594f32f0de83 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Floating IP 1dbf654a-f0c9-41e3-8299-59d04933821b associated. External IP: 172.27.0.153, port: 7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6. Jun 16 12:54:52.399593 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-e97a3f4c-1eba-4674-baca-9e2301666a16 req-5a807585-ca2c-4619-a0c8-7901fcbe44dc tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:52.400107 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-e97a3f4c-1eba-4674-baca-9e2301666a16 req-5a807585-ca2c-4619-a0c8-7901fcbe44dc tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442364'] for floatingip, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:52.400637 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.db.l3_db [req-e97a3f4c-1eba-4674-baca-9e2301666a16 req-5a807585-ca2c-4619-a0c8-7901fcbe44dc tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Floating IP 62b246f3-94ea-43f4-95e4-49e094b7d1e3 disassociated. External IP: 172.27.0.47, port: 29ca1cb9-b54b-4e6c-8174-b41effde49d0. Jun 16 12:54:52.401218 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [req-e97a3f4c-1eba-4674-baca-9e2301666a16 req-5a807585-ca2c-4619-a0c8-7901fcbe44dc tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Calling delete_port for 29ca1cb9-b54b-4e6c-8174-b41effde49d0 owned by compute:nova {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:54:52.866951 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-173ee97b-639b-4dbe-8d34-594f32f0de83 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Router e7858c26-b84a-46d3-a3f7-2975685c8e58 has already been hosted by L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 {{(pid=109146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 12:54:52.882163 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-e97a3f4c-1eba-4674-baca-9e2301666a16 req-5a807585-ca2c-4619-a0c8-7901fcbe44dc tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32077183'] for port, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:52.897740 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-8632f3a3-2516-482a-a90b-3d26a44b7606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:54:52.935319 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7229c5fd-13e7-446f-b16a-76234698481d req-d430836f-bdf2-4d78-8fca-b3442af4bd18 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 210 time: 0.0577474 Jun 16 12:54:52.965605 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a807585-ca2c-4619-a0c8-7901fcbe44dc tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Pushing event deleted for resources: {'Port': ['ID=29ca1cb9-b54b-4e6c-8174-b41effde49d0,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:54:53.094836 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-5a807585-ca2c-4619-a0c8-7901fcbe44dc tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:54:53.593304 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 29ca1cb9-b54b-4e6c-8174-b41effde49d0 no longer exists at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 12:54:53.634896 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-43072469-a160-4d16-9402-2253616714b8 None None] No Port match for: 29ca1cb9-b54b-4e6c-8174-b41effde49d0 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 12:54:53.635856 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 29ca1cb9-b54b-4e6c-8174-b41effde49d0 not bound to the agent host hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 12:54:53.720320 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173ee97b-639b-4dbe-8d34-594f32f0de83 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 12:54:53.751487 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6715ac3-ac78-48fe-bb7b-b6d06cf9edca None None] Sync routers for ids ['e7858c26-b84a-46d3-a3f7-2975685c8e58'] in dv-cinder-766296-6-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 12:54:53.772150 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e97a3f4c-1eba-4674-baca-9e2301666a16 req-5a807585-ca2c-4619-a0c8-7901fcbe44dc tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Router b0bae54f-9a8a-4397-b20e-232d984cf51e has already been hosted by L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 {{(pid=109146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 12:54:53.777161 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6715ac3-ac78-48fe-bb7b-b6d06cf9edca None None] Routers {'e7858c26-b84a-46d3-a3f7-2975685c8e58'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:54:53.778763 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-d6715ac3-ac78-48fe-bb7b-b6d06cf9edca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a606520>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:54:35Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['e7858c26-b84a-46d3-a3f7-2975685c8e58'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:54:53.783231 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-173ee97b-639b-4dbe-8d34-594f32f0de83 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for floatingip, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:54.006779 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-d6715ac3-ac78-48fe-bb7b-b6d06cf9edca None None] Set router e7858c26-b84a-46d3-a3f7-2975685c8e58 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:54:54.011172 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 50482) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:54:54.012425 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-173ee97b-639b-4dbe-8d34-594f32f0de83 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.4499772 Jun 16 12:54:54.018525 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91', 'tag': '7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:54:54.021750 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-7268541e-ec5f-4f12-833f-bb54cb86d4b3 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-208422341', 'description': 'tempest-secgroup-smoke-208422341 description', 'project_id': '60d3e5144bb04eeaa2fe27abc09c9c27'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:54:54.033325 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d3ced2b0755242c869f5b076fa8168e6e97917c7fd5877aaea6e5f8b8701d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aea3a2c-8544-4f2b-a8ef-e5beea1eecf0" -d '{"events": [{"name": "network-changed", "server_uuid": "b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91", "tag": "7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:54:54.104101 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-7268541e-ec5f-4f12-833f-bb54cb86d4b3 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks [] for security_group, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:54.146860 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e97a3f4c-1eba-4674-baca-9e2301666a16 req-5a807585-ca2c-4619-a0c8-7901fcbe44dc tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 12:54:54.165131 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb6c219-d277-437b-b5a2-e49f3ed28fe9 None None] Sync routers for ids ['b0bae54f-9a8a-4397-b20e-232d984cf51e'] in dv-cinder-766296-6-iscsi {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 12:54:54.205239 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb6c219-d277-437b-b5a2-e49f3ed28fe9 None None] Routers {'b0bae54f-9a8a-4397-b20e-232d984cf51e'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:54:54.209608 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-fcb6c219-d277-437b-b5a2-e49f3ed28fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644b9585b0>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:54:35Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['b0bae54f-9a8a-4397-b20e-232d984cf51e'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:54:54.412296 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 12:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af392b9d-b6e4-4fe9-9ef4-e1f7350164dd x-openstack-request-id: req-af392b9d-b6e4-4fe9-9ef4-e1f7350164dd {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:54:54.413248 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91", "tag": "7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:54:54.413972 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-af392b9d-b6e4-4fe9-9ef4-e1f7350164dd {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:54:54.415371 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91', 'tag': '7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6', 'status': 'completed', 'code': 200} Jun 16 12:54:54.420800 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [req-e97a3f4c-1eba-4674-baca-9e2301666a16 req-5a807585-ca2c-4619-a0c8-7901fcbe44dc tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] No DVR routers for this DVR port 29ca1cb9-b54b-4e6c-8174-b41effde49d0 on host hv-cinder-76629 {{(pid=109146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 12:54:54.431836 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-e97a3f4c-1eba-4674-baca-9e2301666a16 req-5a807585-ca2c-4619-a0c8-7901fcbe44dc tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:54.436222 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e97a3f4c-1eba-4674-baca-9e2301666a16 req-5a807585-ca2c-4619-a0c8-7901fcbe44dc tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.73 "DELETE /v2.0/ports/29ca1cb9-b54b-4e6c-8174-b41effde49d0 HTTP/1.1" status: 204 len: 173 time: 3.5321102 Jun 16 12:54:54.444051 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-7268541e-ec5f-4f12-833f-bb54cb86d4b3 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks [] for security_group, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:54.477800 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-7268541e-ec5f-4f12-833f-bb54cb86d4b3 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:54.514603 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-5074aafe-4666-4c90-87f8-2708bb243606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:54:54.542199 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-97fe4097-5cde-4f5e-9716-c8a12df658ea req-f63758da-8ed6-4960-8c69-3ccca63c0f30 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 210 time: 0.0945153 Jun 16 12:54:54.600058 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 50490) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:54:54.649248 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7268541e-ec5f-4f12-833f-bb54cb86d4b3 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc262e89-74e2-45ba-a363-e4de60f7589d,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:54:54.668155 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-7268541e-ec5f-4f12-833f-bb54cb86d4b3 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:54:54.671973 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-7268541e-ec5f-4f12-833f-bb54cb86d4b3 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:54.677728 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-7268541e-ec5f-4f12-833f-bb54cb86d4b3 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6634994 Jun 16 12:54:54.682327 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 50494) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:54:54.691114 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-b5e4d298-9e79-4b6f-ab00-ffe187ad7436 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Request body: {'security_group_rule': {'security_group_id': 'fc262e89-74e2-45ba-a363-e4de60f7589d', 'project_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:54:54.711602 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-fcb6c219-d277-437b-b5a2-e49f3ed28fe9 None None] Set router b0bae54f-9a8a-4397-b20e-232d984cf51e gateway port host: dv-cinder-766296-6-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:54:54.807339 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-b5e4d298-9e79-4b6f-ab00-ffe187ad7436 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:55.085688 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea3a2c-8544-4f2b-a8ef-e5beea1eecf0 req-bb9ef0c0-7435-417a-8816-a5fae1481937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:55.089602 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5aea3a2c-8544-4f2b-a8ef-e5beea1eecf0 req-bb9ef0c0-7435-417a-8816-a5fae1481937 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60d3e5144bb04eeaa2fe27abc09c9c27&device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 1099 time: 0.6248777 Jun 16 12:54:55.139432 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6264c407-377b-4098-96f4-c236c1d0fef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:55.210744 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-fcb6c219-d277-437b-b5a2-e49f3ed28fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644b9585b0>, [{'id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'name': 'tempest-AttachVolumeShelveTestJSON-834222333-router', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '3c6fb636-68f3-4fe5-93eb-542e63f258c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:24Z', 'updated_at': '2021-06-16T12:49:43Z', 'revision_number': 4, 'project_id': '9142176cdce2480a88e9dcee58c356f4', 'gw_port': {'id': '3c6fb636-68f3-4fe5-93eb-542e63f258c8', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:26Z', 'updated_at': '2021-06-16T12:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '2fe31cab-afb2-436f-87ad-e2fb2d901ab3', 'name': '', 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'mac_address': 'fa:16:3e:a4:2f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6854b649-d35a-4298-9aa6-e7a75a6ae3a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:38Z', 'updated_at': '2021-06-16T12:50:04Z', 'revision_number': 5, 'project_id': '9142176cdce2480a88e9dcee58c356f4', 'subnets': [{'id': '6854b649-d35a-4298-9aa6-e7a75a6ae3a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:54:55.217949 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb6c219-d277-437b-b5a2-e49f3ed28fe9 None None] Checking router: b0bae54f-9a8a-4397-b20e-232d984cf51e for host: dv-cinder-766296-6-iscsi {{(pid=109148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 12:54:55.240260 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb6c219-d277-437b-b5a2-e49f3ed28fe9 None None] Routers {'b0bae54f-9a8a-4397-b20e-232d984cf51e'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:54:55.241750 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-fcb6c219-d277-437b-b5a2-e49f3ed28fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644b9585b0>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:54:35Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['b0bae54f-9a8a-4397-b20e-232d984cf51e'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:54:55.275736 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-d6715ac3-ac78-48fe-bb7b-b6d06cf9edca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a606520>, [{'id': 'e7858c26-b84a-46d3-a3f7-2975685c8e58', 'name': 'tempest-TestMinimumBasicScenario-1948248368-router', 'tenant_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '63c39fa5-86d5-4a84-98be-332a2d359704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:53:09Z', 'updated_at': '2021-06-16T12:53:20Z', 'revision_number': 4, 'project_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'gw_port': {'id': '63c39fa5-86d5-4a84-98be-332a2d359704', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7858c26-b84a-46d3-a3f7-2975685c8e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:53:11Z', 'updated_at': '2021-06-16T12:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_floatingips': [{'id': '1dbf654a-f0c9-41e3-8299-59d04933821b', 'tenant_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'router_id': 'e7858c26-b84a-46d3-a3f7-2975685c8e58', 'port_id': '7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2dc321-0434-4772-b9c0-62ee7ab9b166', 'mac_address': 'fa:16:3e:2e:d4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T12:54:50Z', 'updated_at': '2021-06-16T12:54:50Z', 'revision_number': 0, 'project_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48452534-61ce-491e-997d-2181190a4358', 'name': '', 'network_id': 'db2dc321-0434-4772-b9c0-62ee7ab9b166', 'tenant_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'mac_address': 'fa:16:3e:7c:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7858c26-b84a-46d3-a3f7-2975685c8e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '04d171e3-63ad-40cc-b1ef-c03c5948460b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:53:18Z', 'updated_at': '2021-06-16T12:53:32Z', 'revision_number': 5, 'project_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'subnets': [{'id': '04d171e3-63ad-40cc-b1ef-c03c5948460b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:54:55.295550 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6715ac3-ac78-48fe-bb7b-b6d06cf9edca None None] Checking router: e7858c26-b84a-46d3-a3f7-2975685c8e58 for host: dv-cinder-766296-6-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 12:54:55.339713 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6715ac3-ac78-48fe-bb7b-b6d06cf9edca None None] Routers {'e7858c26-b84a-46d3-a3f7-2975685c8e58'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:54:55.342947 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-d6715ac3-ac78-48fe-bb7b-b6d06cf9edca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a606520>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:54:35Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['e7858c26-b84a-46d3-a3f7-2975685c8e58'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:54:55.348628 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea3a2c-8544-4f2b-a8ef-e5beea1eecf0 req-519fca36-92fc-4782-ad8d-65bf306e2f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:55.351556 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5aea3a2c-8544-4f2b-a8ef-e5beea1eecf0 req-519fca36-92fc-4782-ad8d-65bf306e2f48 service neutron] 10.222.0.73 "GET /v2.0/networks?id=db2dc321-0434-4772-b9c0-62ee7ab9b166 HTTP/1.1" status: 200 len: 916 time: 0.2410975 Jun 16 12:54:55.452475 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6264c407-377b-4098-96f4-c236c1d0fef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:55.466589 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-b5e4d298-9e79-4b6f-ab00-ffe187ad7436 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:55.474848 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6264c407-377b-4098-96f4-c236c1d0fef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:55.529379 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5aea3a2c-8544-4f2b-a8ef-e5beea1eecf0 req-3cc0a18f-5db0-4b1b-8351-0739ff9c1743 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6 HTTP/1.1" status: 200 len: 1000 time: 0.1695263 Jun 16 12:54:55.545315 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-2f77e0f1-a60e-4ca3-b8b9-cdf214722ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:54:55.594195 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-6264c407-377b-4098-96f4-c236c1d0fef4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a9aee3fb43dc46efb197da5346ee5734&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9922874 Jun 16 12:54:55.596309 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264c407-377b-4098-96f4-c236c1d0fef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255cfbae-5f99-4cc8-81a5-b3b394094939,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:54:55.603125 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-6264c407-377b-4098-96f4-c236c1d0fef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:54:55.605152 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-b5e4d298-9e79-4b6f-ab00-ffe187ad7436 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481314'] for security_group_rule, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:55.606686 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 50496) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:54:55.636035 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-8199209f-c511-4d5c-9764-67c77b790d7c tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:54:55.683019 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e4d298-9e79-4b6f-ab00-ffe187ad7436 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faf4cf5a-5836-452b-9620-299adec5cb81,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:54:55.690346 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-b5e4d298-9e79-4b6f-ab00-ffe187ad7436 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:54:55.731032 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-fcb6c219-d277-437b-b5a2-e49f3ed28fe9 None None] Set router b0bae54f-9a8a-4397-b20e-232d984cf51e gateway port host: dv-cinder-766296-6-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:54:55.742876 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-d6715ac3-ac78-48fe-bb7b-b6d06cf9edca None None] Set router e7858c26-b84a-46d3-a3f7-2975685c8e58 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:54:55.767999 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea3a2c-8544-4f2b-a8ef-e5beea1eecf0 req-bc1172e2-63e5-4a93-bccf-ecf3f137671b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:55.771520 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5aea3a2c-8544-4f2b-a8ef-e5beea1eecf0 req-bc1172e2-63e5-4a93-bccf-ecf3f137671b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04d171e3-63ad-40cc-b1ef-c03c5948460b HTTP/1.1" status: 200 len: 854 time: 0.2331614 Jun 16 12:54:55.794120 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-b5e4d298-9e79-4b6f-ab00-ffe187ad7436 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:55.802947 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-b5e4d298-9e79-4b6f-ab00-ffe187ad7436 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1183579 Jun 16 12:54:55.808986 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 50500) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:54:55.826661 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-0deb4d2c-8e8d-4aa6-b990-1604b7c6849c tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Request body: {'security_group_rule': {'security_group_id': 'fc262e89-74e2-45ba-a363-e4de60f7589d', 'project_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:54:55.861923 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e51ade49-1662-49a1-8def-7caccdfc49ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:55.960064 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e51ade49-1662-49a1-8def-7caccdfc49ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:56.073012 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e51ade49-1662-49a1-8def-7caccdfc49ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:56.079014 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e51ade49-1662-49a1-8def-7caccdfc49ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:56.087144 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0deb4d2c-8e8d-4aa6-b990-1604b7c6849c tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:56.088855 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-e51ade49-1662-49a1-8def-7caccdfc49ff admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/255cfbae-5f99-4cc8-81a5-b3b394094939 HTTP/1.1" status: 204 len: 168 time: 0.4796863 Jun 16 12:54:56.090383 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-78ec3553-87bb-46fa-8dc8-e3f513aa17db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:54:56.124951 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ade49-1662-49a1-8def-7caccdfc49ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255cfbae-5f99-4cc8-81a5-b3b394094939,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:54:56.135911 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea3a2c-8544-4f2b-a8ef-e5beea1eecf0 req-45d9f139-eefd-4691-b8e7-25a1b7fc1279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:56.137447 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-e51ade49-1662-49a1-8def-7caccdfc49ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:54:56.138734 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5aea3a2c-8544-4f2b-a8ef-e5beea1eecf0 req-45d9f139-eefd-4691-b8e7-25a1b7fc1279 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=db2dc321-0434-4772-b9c0-62ee7ab9b166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3557441 Jun 16 12:54:56.361058 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0deb4d2c-8e8d-4aa6-b990-1604b7c6849c tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:56.386693 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3aa00a07-2f1e-4946-98eb-de7bf8552170 req-a5551f59-b1d5-4717-8c3a-9557360817cf tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=651796bc-97df-494e-8579-9f62fe51b487 HTTP/1.1" status: 200 len: 210 time: 0.1430757 Jun 16 12:54:56.400901 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-fcb6c219-d277-437b-b5a2-e49f3ed28fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644b9585b0>, [{'id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'name': 'tempest-AttachVolumeShelveTestJSON-834222333-router', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '3c6fb636-68f3-4fe5-93eb-542e63f258c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:24Z', 'updated_at': '2021-06-16T12:49:43Z', 'revision_number': 4, 'project_id': '9142176cdce2480a88e9dcee58c356f4', 'gw_port': {'id': '3c6fb636-68f3-4fe5-93eb-542e63f258c8', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:26Z', 'updated_at': '2021-06-16T12:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '2fe31cab-afb2-436f-87ad-e2fb2d901ab3', 'name': '', 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'mac_address': 'fa:16:3e:a4:2f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6854b649-d35a-4298-9aa6-e7a75a6ae3a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:38Z', 'updated_at': '2021-06-16T12:50:04Z', 'revision_number': 5, 'project_id': '9142176cdce2480a88e9dcee58c356f4', 'subnets': [{'id': '6854b649-d35a-4298-9aa6-e7a75a6ae3a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:54:56.409216 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb6c219-d277-437b-b5a2-e49f3ed28fe9 None None] The sync data for ids ['b0bae54f-9a8a-4397-b20e-232d984cf51e'] in dv-cinder-766296-6-iscsi is: [{'id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'name': 'tempest-AttachVolumeShelveTestJSON-834222333-router', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '3c6fb636-68f3-4fe5-93eb-542e63f258c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:24Z', 'updated_at': '2021-06-16T12:49:43Z', 'revision_number': 4, 'project_id': '9142176cdce2480a88e9dcee58c356f4', 'gw_port': {'id': '3c6fb636-68f3-4fe5-93eb-542e63f258c8', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:26Z', 'updated_at': '2021-06-16T12:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '2fe31cab-afb2-436f-87ad-e2fb2d901ab3', 'name': '', 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'mac_address': 'fa:16:3e:a4:2f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6854b649-d35a-4298-9aa6-e7a75a6ae3a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:38Z', 'updated_at': '2021-06-16T12:50:04Z', 'revision_number': 5, 'project_id': '9142176cdce2480a88e9dcee58c356f4', 'subnets': [{'id': '6854b649-d35a-4298-9aa6-e7a75a6ae3a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 12:54:56.422009 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651796bc-97df-494e-8579-9f62fe51b487', 'name': 'network-vif-deleted', 'tag': '29ca1cb9-b54b-4e6c-8174-b41effde49d0'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:54:56.426712 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d3ced2b0755242c869f5b076fa8168e6e97917c7fd5877aaea6e5f8b8701d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e137b928-d36b-4971-84de-f8bbf7c1dde4" -d '{"events": [{"server_uuid": "651796bc-97df-494e-8579-9f62fe51b487", "name": "network-vif-deleted", "tag": "29ca1cb9-b54b-4e6c-8174-b41effde49d0"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:54:56.538706 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0deb4d2c-8e8d-4aa6-b990-1604b7c6849c tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481314'] for security_group_rule, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:56.553613 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:54:56.566113 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 12:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9c5f29-1bed-4cb1-9634-3664421e16f3 x-openstack-request-id: req-6f9c5f29-1bed-4cb1-9634-3664421e16f3 {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:54:56.567372 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651796bc-97df-494e-8579-9f62fe51b487", "name": "network-vif-deleted", "tag": "29ca1cb9-b54b-4e6c-8174-b41effde49d0", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:54:56.568221 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6f9c5f29-1bed-4cb1-9634-3664421e16f3 {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:54:56.569074 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '651796bc-97df-494e-8579-9f62fe51b487', 'name': 'network-vif-deleted', 'tag': '29ca1cb9-b54b-4e6c-8174-b41effde49d0', 'status': 'completed', 'code': 200} Jun 16 12:54:56.648571 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5aea3a2c-8544-4f2b-a8ef-e5beea1eecf0 req-745ec6d0-32f0-4570-9daa-e3f6345f7df4 service neutron] 10.222.0.73 "GET /v2.0/networks/db2dc321-0434-4772-b9c0-62ee7ab9b166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4926379 Jun 16 12:54:56.659317 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0deb4d2c-8e8d-4aa6-b990-1604b7c6849c tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:56.665151 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-0deb4d2c-8e8d-4aa6-b990-1604b7c6849c tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8491971 Jun 16 12:54:56.665729 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 50508) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:54:56.665900 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb4d2c-8e8d-4aa6-b990-1604b7c6849c tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8863381-e710-40df-9aee-e5b9fd25fbf8,revision_number=0']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:54:56.674377 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-bf68da34-506d-4f90-ab59-4cff26ada006 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Request body: {'security_group_rule': {'security_group_id': 'fc262e89-74e2-45ba-a363-e4de60f7589d', 'project_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:54:56.778292 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-bf68da34-506d-4f90-ab59-4cff26ada006 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:56.871846 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-0deb4d2c-8e8d-4aa6-b990-1604b7c6849c tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:54:56.922964 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5aea3a2c-8544-4f2b-a8ef-e5beea1eecf0 req-1d37aca3-56ed-4d49-81ac-90c296f49e92 service neutron] 10.222.0.73 "GET /v2.0/networks/db2dc321-0434-4772-b9c0-62ee7ab9b166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583692 Jun 16 12:54:56.960793 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-bf68da34-506d-4f90-ab59-4cff26ada006 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:56.971044 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-bf68da34-506d-4f90-ab59-4cff26ada006 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481314'] for security_group_rule, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:56.979955 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-b5e4d298-9e79-4b6f-ab00-ffe187ad7436 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:54:56.989389 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-d6715ac3-ac78-48fe-bb7b-b6d06cf9edca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a606520>, [{'id': 'e7858c26-b84a-46d3-a3f7-2975685c8e58', 'name': 'tempest-TestMinimumBasicScenario-1948248368-router', 'tenant_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '63c39fa5-86d5-4a84-98be-332a2d359704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:53:09Z', 'updated_at': '2021-06-16T12:53:20Z', 'revision_number': 4, 'project_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'gw_port': {'id': '63c39fa5-86d5-4a84-98be-332a2d359704', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7858c26-b84a-46d3-a3f7-2975685c8e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:53:11Z', 'updated_at': '2021-06-16T12:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_floatingips': [{'id': '1dbf654a-f0c9-41e3-8299-59d04933821b', 'tenant_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'router_id': 'e7858c26-b84a-46d3-a3f7-2975685c8e58', 'port_id': '7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2dc321-0434-4772-b9c0-62ee7ab9b166', 'mac_address': 'fa:16:3e:2e:d4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T12:54:50Z', 'updated_at': '2021-06-16T12:54:50Z', 'revision_number': 0, 'project_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48452534-61ce-491e-997d-2181190a4358', 'name': '', 'network_id': 'db2dc321-0434-4772-b9c0-62ee7ab9b166', 'tenant_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'mac_address': 'fa:16:3e:7c:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7858c26-b84a-46d3-a3f7-2975685c8e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '04d171e3-63ad-40cc-b1ef-c03c5948460b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:53:18Z', 'updated_at': '2021-06-16T12:53:32Z', 'revision_number': 5, 'project_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'subnets': [{'id': '04d171e3-63ad-40cc-b1ef-c03c5948460b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:54:57.000119 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6715ac3-ac78-48fe-bb7b-b6d06cf9edca None None] The sync data for ids ['e7858c26-b84a-46d3-a3f7-2975685c8e58'] in dv-cinder-766296-6-iscsi is: [{'id': 'e7858c26-b84a-46d3-a3f7-2975685c8e58', 'name': 'tempest-TestMinimumBasicScenario-1948248368-router', 'tenant_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '63c39fa5-86d5-4a84-98be-332a2d359704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:53:09Z', 'updated_at': '2021-06-16T12:53:20Z', 'revision_number': 4, 'project_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'gw_port': {'id': '63c39fa5-86d5-4a84-98be-332a2d359704', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7858c26-b84a-46d3-a3f7-2975685c8e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:53:11Z', 'updated_at': '2021-06-16T12:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_floatingips': [{'id': '1dbf654a-f0c9-41e3-8299-59d04933821b', 'tenant_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'router_id': 'e7858c26-b84a-46d3-a3f7-2975685c8e58', 'port_id': '7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2dc321-0434-4772-b9c0-62ee7ab9b166', 'mac_address': 'fa:16:3e:2e:d4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T12:54:50Z', 'updated_at': '2021-06-16T12:54:50Z', 'revision_number': 0, 'project_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48452534-61ce-491e-997d-2181190a4358', 'name': '', 'network_id': 'db2dc321-0434-4772-b9c0-62ee7ab9b166', 'tenant_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'mac_address': 'fa:16:3e:7c:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7858c26-b84a-46d3-a3f7-2975685c8e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '04d171e3-63ad-40cc-b1ef-c03c5948460b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:53:18Z', 'updated_at': '2021-06-16T12:53:32Z', 'revision_number': 5, 'project_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'subnets': [{'id': '04d171e3-63ad-40cc-b1ef-c03c5948460b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 12:54:57.028094 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68da34-506d-4f90-ab59-4cff26ada006 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9dc6bb4-5ff6-4916-b248-0276aff25ba8,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:54:57.032514 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-bf68da34-506d-4f90-ab59-4cff26ada006 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:54:57.044923 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-bf68da34-506d-4f90-ab59-4cff26ada006 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:57.048687 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-bf68da34-506d-4f90-ab59-4cff26ada006 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3809636 Jun 16 12:54:57.052830 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 50510) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:54:57.060700 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-dada2211-f492-4ebb-89a6-c92dd180ab5e tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Request body: {'security_group_rule': {'security_group_id': 'fc262e89-74e2-45ba-a363-e4de60f7589d', 'project_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:54:57.074615 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 50512) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:54:57.085387 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537f54e3-d0f0-4257-8de3-cd06ccb96372 None None] New status for floating IP 62b246f3-94ea-43f4-95e4-49e094b7d1e3: DOWN {{(pid=109147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 12:54:57.113889 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-67e34aa1-5404-406d-8776-d874ac287cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:57.122002 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-dada2211-f492-4ebb-89a6-c92dd180ab5e tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:57.313305 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-dada2211-f492-4ebb-89a6-c92dd180ab5e tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:57.323377 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-dada2211-f492-4ebb-89a6-c92dd180ab5e tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481314'] for security_group_rule, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:57.327282 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:54:57.363725 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-67e34aa1-5404-406d-8776-d874ac287cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:57.374983 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada2211-f492-4ebb-89a6-c92dd180ab5e tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14352df6-3a42-45c4-96b1-4b159eae3c49,revision_number=0']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:54:57.381748 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-dada2211-f492-4ebb-89a6-c92dd180ab5e tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:54:57.384939 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-67e34aa1-5404-406d-8776-d874ac287cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:57.408213 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-dada2211-f492-4ebb-89a6-c92dd180ab5e tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:57.411031 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-dada2211-f492-4ebb-89a6-c92dd180ab5e tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3559027 Jun 16 12:54:57.417460 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 50514) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:54:57.430450 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-df59bc8c-0fa4-4b77-ba7a-ec9e4cc4b42b tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Request body: {'security_group_rule': {'security_group_id': 'fc262e89-74e2-45ba-a363-e4de60f7589d', 'project_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:54:57.444172 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-68caa7b7-036a-4cb5-88a0-d38d84b2fa5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:54:57.451898 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-67e34aa1-5404-406d-8776-d874ac287cb2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7ba1bcd5d92640ad9c0f6d9ee4672e76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3739104 Jun 16 12:54:57.463152 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 50516) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:54:57.500278 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e34aa1-5404-406d-8776-d874ac287cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b4622f-7b35-46bd-a201-16cdaf12a71a,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:54:57.513306 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-67e34aa1-5404-406d-8776-d874ac287cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:54:57.556093 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c217e9dd-8009-452d-8220-5380ca62e482 None None] New status for floating IP 1dbf654a-f0c9-41e3-8299-59d04933821b: ACTIVE {{(pid=109148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 12:54:57.641304 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.db.securitygroups_db [None req-df59bc8c-0fa4-4b77-ba7a-ec9e4cc4b42b tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Project 60d3e5144bb04eeaa2fe27abc09c9c27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 12:54:57.667617 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-df59bc8c-0fa4-4b77-ba7a-ec9e4cc4b42b tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:57.695225 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-69f9354b-1000-4ba4-8553-108bb280227f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:57.792499 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-69f9354b-1000-4ba4-8553-108bb280227f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:57.821881 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-df59bc8c-0fa4-4b77-ba7a-ec9e4cc4b42b tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:57.851507 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-df59bc8c-0fa4-4b77-ba7a-ec9e4cc4b42b tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481314'] for security_group_rule, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:57.874096 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:54:57.913476 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df59bc8c-0fa4-4b77-ba7a-ec9e4cc4b42b tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6881b15-44d6-42a9-b2e7-2fad14d0256d,revision_number=0']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:54:57.919114 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-df59bc8c-0fa4-4b77-ba7a-ec9e4cc4b42b tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:54:57.934977 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-df59bc8c-0fa4-4b77-ba7a-ec9e4cc4b42b tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:57.940405 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-df59bc8c-0fa4-4b77-ba7a-ec9e4cc4b42b tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5181937 Jun 16 12:54:57.945294 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 50524) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:54:57.952305 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-428b3830-9091-4a0f-861e-c1b39fdc72b7 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Request body: {'security_group_rule': {'security_group_id': 'fc262e89-74e2-45ba-a363-e4de60f7589d', 'project_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:54:57.984731 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-69f9354b-1000-4ba4-8553-108bb280227f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:57.990625 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-69f9354b-1000-4ba4-8553-108bb280227f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:57.992918 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-69f9354b-1000-4ba4-8553-108bb280227f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/82b4622f-7b35-46bd-a201-16cdaf12a71a HTTP/1.1" status: 204 len: 168 time: 0.5251799 Jun 16 12:54:57.994549 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-9db6d8b9-6f14-48f6-91e8-c8446e2a5fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:54:58.023584 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.db.securitygroups_db [None req-428b3830-9091-4a0f-861e-c1b39fdc72b7 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Project 60d3e5144bb04eeaa2fe27abc09c9c27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 12:54:58.037941 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-428b3830-9091-4a0f-861e-c1b39fdc72b7 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:58.048943 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f9354b-1000-4ba4-8553-108bb280227f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b4622f-7b35-46bd-a201-16cdaf12a71a,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:54:58.063304 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-69f9354b-1000-4ba4-8553-108bb280227f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:54:58.193586 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-428b3830-9091-4a0f-861e-c1b39fdc72b7 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:58.200762 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-428b3830-9091-4a0f-861e-c1b39fdc72b7 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481314'] for security_group_rule, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:58.204484 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:54:58.237903 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b3830-9091-4a0f-861e-c1b39fdc72b7 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52e0eb8f-4c14-418c-a577-89de56bc3ba0,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:54:58.242851 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-428b3830-9091-4a0f-861e-c1b39fdc72b7 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:54:58.251869 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-428b3830-9091-4a0f-861e-c1b39fdc72b7 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:58.257547 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-428b3830-9091-4a0f-861e-c1b39fdc72b7 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3084955 Jun 16 12:54:58.502290 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 50534) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:54:58.545340 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-76c6d80e-a5e1-4d19-a0f1-8f87ad0c3c9b req-464bc6af-063e-4917-b3cf-abb250326c23 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-208422341&fields=id&tenant_id=60d3e5144bb04eeaa2fe27abc09c9c27 HTTP/1.1" status: 200 len: 267 time: 0.0946784 Jun 16 12:54:58.634297 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d534f454-447d-4d8e-8fc0-46fcf00d55d5 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:58.687105 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d534f454-447d-4d8e-8fc0-46fcf00d55d5 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:58.690880 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6d80e-a5e1-4d19-a0f1-8f87ad0c3c9b req-4f2629aa-e454-4a8c-b00c-b45e5d77ef90 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:58.704713 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-76c6d80e-a5e1-4d19-a0f1-8f87ad0c3c9b req-4f2629aa-e454-4a8c-b00c-b45e5d77ef90 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 946 time: 0.1566961 Jun 16 12:54:58.717609 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-76c6d80e-a5e1-4d19-a0f1-8f87ad0c3c9b req-a61a52d3-525c-4dfd-b30f-1290918043e8 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Request body: {'port': {'security_groups': ['d192b5b4-d454-47db-b7ce-2e9df4d2cf19', 'fc262e89-74e2-45ba-a363-e4de60f7589d']}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:54:58.831156 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d534f454-447d-4d8e-8fc0-46fcf00d55d5 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:58.837602 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d534f454-447d-4d8e-8fc0-46fcf00d55d5 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:58.843649 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-d534f454-447d-4d8e-8fc0-46fcf00d55d5 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "DELETE /v2.0/security-groups/7cff0fb9-b5a5-420b-a53f-57802c5efe84 HTTP/1.1" status: 204 len: 168 time: 0.3352942 Jun 16 12:54:58.843649 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-78ddcd22-7756-4296-85b9-933587acc444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:54:58.845179 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 50542) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:54:58.860976 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d534f454-447d-4d8e-8fc0-46fcf00d55d5 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cff0fb9-b5a5-420b-a53f-57802c5efe84,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:54:58.878749 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-d534f454-447d-4d8e-8fc0-46fcf00d55d5 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:54:58.927363 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.api.v2.resource [None req-0f3dcd4d-4fc2-4a44-8612-031d55e0e326 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] show failed (client error): The resource could not be found. Jun 16 12:54:58.929238 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-0f3dcd4d-4fc2-4a44-8612-031d55e0e326 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups/7cff0fb9-b5a5-420b-a53f-57802c5efe84 HTTP/1.1" status: 404 len: 347 time: 0.0823944 Jun 16 12:54:58.934555 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 50544) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:54:59.033456 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-76c6d80e-a5e1-4d19-a0f1-8f87ad0c3c9b req-a61a52d3-525c-4dfd-b30f-1290918043e8 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:59.301674 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-a0819868-2be0-449b-a255-83b7633c6657 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Deleting port 02bd1bca-6b96-4b90-8ab1-69fca9973d8b {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:54:59.302256 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a0819868-2be0-449b-a255-83b7633c6657 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:59.527134 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-76c6d80e-a5e1-4d19-a0f1-8f87ad0c3c9b req-a61a52d3-525c-4dfd-b30f-1290918043e8 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] For port 7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6,segment=NetworkSegment(47b82b34-ca43-4f57-b5be-5db0d7cf9707),segment_id=47b82b34-ca43-4f57-b5be-5db0d7cf9707)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:54:59.532133 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a0819868-2be0-449b-a255-83b7633c6657 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:59.532662 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a0819868-2be0-449b-a255-83b7633c6657 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:59.658208 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-a0819868-2be0-449b-a255-83b7633c6657 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Calling delete_port for 02bd1bca-6b96-4b90-8ab1-69fca9973d8b owned by network:floatingip {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:54:59.696085 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-76c6d80e-a5e1-4d19-a0f1-8f87ad0c3c9b req-a61a52d3-525c-4dfd-b30f-1290918043e8 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks [] for port, precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:59.704205 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-76c6d80e-a5e1-4d19-a0f1-8f87ad0c3c9b req-a61a52d3-525c-4dfd-b30f-1290918043e8 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26528909'] for port, after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:59.718454 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] get_ports_and_sgs() called for port_ids ['7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 12:54:59.768613 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-79848ec6-ad2a-4a4c-97eb-9472aa51eee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:54:59.950475 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a52d3-525c-4dfd-b30f-1290918043e8 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Pushing event updated for resources: {'Port': ['ID=7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6,revision_number=6']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:54:59.961788 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-a61a52d3-525c-4dfd-b30f-1290918043e8 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:54:59.984683 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6d80e-a5e1-4d19-a0f1-8f87ad0c3c9b req-a61a52d3-525c-4dfd-b30f-1290918043e8 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:54:59.986743 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-76c6d80e-a5e1-4d19-a0f1-8f87ad0c3c9b req-a61a52d3-525c-4dfd-b30f-1290918043e8 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:54:59.990384 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-76c6d80e-a5e1-4d19-a0f1-8f87ad0c3c9b req-a61a52d3-525c-4dfd-b30f-1290918043e8 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "PUT /v2.0/ports/7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6 HTTP/1.1" status: 200 len: 982 time: 1.2812881 Jun 16 12:54:59.991977 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91', 'tag': '7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:54:59.999260 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9bae50dfbf258dfcc1b22b71b0f324177d6a2dd6dbdff5bf738173c6d3102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1f61e3-5d63-41bb-9bb1-8064b31d9c60" -d '{"events": [{"name": "network-changed", "server_uuid": "b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91", "tag": "7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:55:00.128065 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] get_ports_and_sgs() called for port_ids ['7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 12:55:00.259413 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a0819868-2be0-449b-a255-83b7633c6657 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26528900'] for port, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:00.271375 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:55:00.367203 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0819868-2be0-449b-a255-83b7633c6657 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Pushing event deleted for resources: {'Port': ['ID=02bd1bca-6b96-4b90-8ab1-69fca9973d8b,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:55:00.381599 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-a0819868-2be0-449b-a255-83b7633c6657 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:55:00.544856 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a0819868-2be0-449b-a255-83b7633c6657 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks [] for floatingip, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:00.550394 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a0819868-2be0-449b-a255-83b7633c6657 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for floatingip, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:00.555146 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-a0819868-2be0-449b-a255-83b7633c6657 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "DELETE /v2.0/floatingips/62b246f3-94ea-43f4-95e4-49e094b7d1e3 HTTP/1.1" status: 204 len: 168 time: 1.6176186 Jun 16 12:55:00.568920 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-d509ff0f-a3ac-4201-b8a0-00681ecd2175 None None] Provisioning complete for port 7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:55:00.570001 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-d509ff0f-a3ac-4201-b8a0-00681ecd2175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:00.620643 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 12:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0046f1b6-31df-4b5e-83c7-0445536b455c x-openstack-request-id: req-0046f1b6-31df-4b5e-83c7-0445536b455c {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:55:00.621312 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91", "tag": "7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:55:00.621769 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0046f1b6-31df-4b5e-83c7-0445536b455c {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:55:00.622538 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91', 'tag': '7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6', 'status': 'completed', 'code': 200} Jun 16 12:55:00.802802 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f61e3-5d63-41bb-9bb1-8064b31d9c60 req-4a75ac97-3ce4-4b7d-99dc-d1d4fba7fd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:00.806582 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8c1f61e3-5d63-41bb-9bb1-8064b31d9c60 req-4a75ac97-3ce4-4b7d-99dc-d1d4fba7fd8b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60d3e5144bb04eeaa2fe27abc09c9c27&device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 1138 time: 0.1672478 Jun 16 12:55:00.824924 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d944d58-1f72-49a2-9e85-5b445d4b44d3 req-5cd81750-5b3a-4d65-91ef-6763eb667437 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:00.827537 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0d944d58-1f72-49a2-9e85-5b445d4b44d3 req-5cd81750-5b3a-4d65-91ef-6763eb667437 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 985 time: 0.3452060 Jun 16 12:55:00.962585 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0d944d58-1f72-49a2-9e85-5b445d4b44d3 req-c8b81393-51e2-4441-bc9b-b78522ba038f tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/security-groups?id=d192b5b4-d454-47db-b7ce-2e9df4d2cf19&id=fc262e89-74e2-45ba-a363-e4de60f7589d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1188951 Jun 16 12:55:01.107418 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43215b48-f3a9-4799-a133-c1aa96868b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:01.146341 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f61e3-5d63-41bb-9bb1-8064b31d9c60 req-0c2a0650-a293-4d17-bd25-cde1cfb55658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:01.150539 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8c1f61e3-5d63-41bb-9bb1-8064b31d9c60 req-0c2a0650-a293-4d17-bd25-cde1cfb55658 service neutron] 10.222.0.73 "GET /v2.0/networks?id=db2dc321-0434-4772-b9c0-62ee7ab9b166 HTTP/1.1" status: 200 len: 916 time: 0.3204134 Jun 16 12:55:01.483346 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 50584) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:55:01.491276 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-783f7384-3988-47e1-93c4-865d86780fc4 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--553121837', 'description': 'tempest-description--871234834'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:55:01.540076 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-783f7384-3988-47e1-93c4-865d86780fc4 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:01.733245 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8c1f61e3-5d63-41bb-9bb1-8064b31d9c60 req-be4b173f-3e16-4652-b93b-726b6605d4c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6 HTTP/1.1" status: 200 len: 1002 time: 0.5714498 Jun 16 12:55:01.740324 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-783f7384-3988-47e1-93c4-865d86780fc4 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:01.746722 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-783f7384-3988-47e1-93c4-865d86780fc4 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:01.750941 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-6f35d1bb-42e2-48d5-bf74-d421338cae52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:55:01.802112 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-783f7384-3988-47e1-93c4-865d86780fc4 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:01.804095 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-783f7384-3988-47e1-93c4-865d86780fc4 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3191004 Jun 16 12:55:01.808571 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 50594) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:55:01.809441 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f7384-3988-47e1-93c4-865d86780fc4 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=562d47c7-fb77-47df-9646-979d104f472a,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:55:01.815942 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-783f7384-3988-47e1-93c4-865d86780fc4 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:55:01.817845 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-ea73163e-1761-4be3-895d-63d9ccaeec79 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Request body: {'security_group_rule': {'security_group_id': '562d47c7-fb77-47df-9646-979d104f472a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:55:01.856141 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f61e3-5d63-41bb-9bb1-8064b31d9c60 req-ddd64856-ac6e-4808-a1b7-07b175665e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:01.859066 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8c1f61e3-5d63-41bb-9bb1-8064b31d9c60 req-ddd64856-ac6e-4808-a1b7-07b175665e65 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04d171e3-63ad-40cc-b1ef-c03c5948460b HTTP/1.1" status: 200 len: 854 time: 0.1175590 Jun 16 12:55:01.948786 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-ea73163e-1761-4be3-895d-63d9ccaeec79 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:02.065583 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f61e3-5d63-41bb-9bb1-8064b31d9c60 req-3c4d4c9e-6194-4e57-bde9-2adb2e6b36a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:02.068803 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8c1f61e3-5d63-41bb-9bb1-8064b31d9c60 req-3c4d4c9e-6194-4e57-bde9-2adb2e6b36a8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=db2dc321-0434-4772-b9c0-62ee7ab9b166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1968932 Jun 16 12:55:02.086926 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-ea73163e-1761-4be3-895d-63d9ccaeec79 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:02.127604 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-ea73163e-1761-4be3-895d-63d9ccaeec79 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481314'] for security_group_rule, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:02.139390 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-74a2b4ef-8688-4196-94d4-d2c2f9557394 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:55:02.222144 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73163e-1761-4be3-895d-63d9ccaeec79 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12de7922-a058-4cad-966f-f12a296a027d,revision_number=0']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:55:02.240435 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-ea73163e-1761-4be3-895d-63d9ccaeec79 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:55:02.251934 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-ea73163e-1761-4be3-895d-63d9ccaeec79 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:02.259552 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 50606) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:55:02.272028 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-ea73163e-1761-4be3-895d-63d9ccaeec79 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4609287 Jun 16 12:55:02.277149 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-f8bacba4-23a9-4c55-ae8c-554591b45c7d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Request body: {'security_group_rule': {'security_group_id': '562d47c7-fb77-47df-9646-979d104f472a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:55:02.345452 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8c1f61e3-5d63-41bb-9bb1-8064b31d9c60 req-37cba4cb-918e-4f41-a531-059153753310 service neutron] 10.222.0.73 "GET /v2.0/networks/db2dc321-0434-4772-b9c0-62ee7ab9b166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561636 Jun 16 12:55:02.369975 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f8bacba4-23a9-4c55-ae8c-554591b45c7d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:02.479971 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 50608) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:55:02.491301 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f8bacba4-23a9-4c55-ae8c-554591b45c7d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:02.503644 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f8bacba4-23a9-4c55-ae8c-554591b45c7d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481314'] for security_group_rule, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:02.513396 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-bf68da34-506d-4f90-ab59-4cff26ada006 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:55:02.544325 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bacba4-23a9-4c55-ae8c-554591b45c7d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8042345f-7235-4202-9c52-60ef7d6c8d29,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:55:02.548383 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-f8bacba4-23a9-4c55-ae8c-554591b45c7d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:55:02.555035 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8c1f61e3-5d63-41bb-9bb1-8064b31d9c60 req-7bac1959-5f02-40f9-97ab-1f5a989faa90 service neutron] 10.222.0.73 "GET /v2.0/networks/db2dc321-0434-4772-b9c0-62ee7ab9b166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969633 Jun 16 12:55:02.559320 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f8bacba4-23a9-4c55-ae8c-554591b45c7d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:02.561518 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-f8bacba4-23a9-4c55-ae8c-554591b45c7d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3003306 Jun 16 12:55:02.569070 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 50612) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:55:02.580265 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-da363a8c-e123-4015-b97d-de4608c19fff tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Request body: {'floatingip': {'floating_network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:55:02.625327 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-da363a8c-e123-4015-b97d-de4608c19fff tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks [] for floatingip, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:02.777811 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-5e9e72ba-f369-450b-a55d-432a559894b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:02.887246 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-da363a8c-e123-4015-b97d-de4608c19fff tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:03.032739 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:03.144182 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-5e9e72ba-f369-450b-a55d-432a559894b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:03.152232 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-5e9e72ba-f369-450b-a55d-432a559894b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:03.159937 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-9ff5b506-b931-449b-a8e2-5f6fd6a0488f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:55:03.231278 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [None req-da363a8c-e123-4015-b97d-de4608c19fff tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Allocated IP 172.27.0.230 (31dc54ca-819a-4fca-8a47-71bd58082db2/22fb36b4-54fb-4b68-bc71-a723384dad9b/f43a2ad5-0954-43fa-a792-22ded78e62c4) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:55:03.298089 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9e72ba-f369-450b-a55d-432a559894b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53dd76d3-7962-4e9e-8771-111b70969c83,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:55:03.311859 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-5e9e72ba-f369-450b-a55d-432a559894b6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=da9825b2b2e2482ab583b53bd8ee2643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8297899 Jun 16 12:55:03.316908 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 50614) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:55:03.317348 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-5e9e72ba-f369-450b-a55d-432a559894b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:55:03.414036 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a757e3f6-5ea9-43be-bab2-d422bdc49550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:03.459562 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a757e3f6-5ea9-43be-bab2-d422bdc49550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:03.482784 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-da363a8c-e123-4015-b97d-de4608c19fff tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks [] for port, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:03.539212 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-da363a8c-e123-4015-b97d-de4608c19fff tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26528923'] for port, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:03.541862 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:55:03.548909 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a757e3f6-5ea9-43be-bab2-d422bdc49550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:03.553825 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a757e3f6-5ea9-43be-bab2-d422bdc49550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:03.555575 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-a757e3f6-5ea9-43be-bab2-d422bdc49550 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/53dd76d3-7962-4e9e-8771-111b70969c83 HTTP/1.1" status: 204 len: 168 time: 0.2355025 Jun 16 12:55:03.557152 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-fb333461-cadb-4681-a92c-2fac81691ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:55:03.569394 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a757e3f6-5ea9-43be-bab2-d422bdc49550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53dd76d3-7962-4e9e-8771-111b70969c83,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:55:03.581242 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-a757e3f6-5ea9-43be-bab2-d422bdc49550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:55:03.619296 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da363a8c-e123-4015-b97d-de4608c19fff tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Network 31dc54ca-819a-4fca-8a47-71bd58082db2 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:55:03.624320 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [None req-da363a8c-e123-4015-b97d-de4608c19fff tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:55:03.633228 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da363a8c-e123-4015-b97d-de4608c19fff tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:55:03.635838 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da363a8c-e123-4015-b97d-de4608c19fff tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Pushing event updated for resources: {'Port': ['ID=f43a2ad5-0954-43fa-a792-22ded78e62c4,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:55:03.639761 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-da363a8c-e123-4015-b97d-de4608c19fff tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:55:03.786782 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-da363a8c-e123-4015-b97d-de4608c19fff tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:03.863776 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-da363a8c-e123-4015-b97d-de4608c19fff tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:04.040172 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 50620) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:55:04.056209 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c8b33674-956d-4077-818f-f1a4b19436c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:04.137283 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-da363a8c-e123-4015-b97d-de4608c19fff tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks [] for port, precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:04.145913 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-da363a8c-e123-4015-b97d-de4608c19fff tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26528909'] for port, after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:04.152702 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-98074432-252b-4c44-9c8c-a8cdb28d1e92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:55:04.240357 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c8b33674-956d-4077-818f-f1a4b19436c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:04.246751 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c8b33674-956d-4077-818f-f1a4b19436c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:04.251817 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-412f8b61-6b93-4b25-903f-d4441062cc07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:55:04.283882 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da363a8c-e123-4015-b97d-de4608c19fff tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Pushing event updated for resources: {'Port': ['ID=f43a2ad5-0954-43fa-a792-22ded78e62c4,revision_number=2']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:55:04.292468 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-da363a8c-e123-4015-b97d-de4608c19fff tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:55:04.301810 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-da363a8c-e123-4015-b97d-de4608c19fff tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442364'] for floatingip, after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:04.307613 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-c8b33674-956d-4077-818f-f1a4b19436c1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f82d70a76d1d4f32aa4e5b24df9a82a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2657828 Jun 16 12:55:04.313700 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 50622) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:55:04.330808 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b33674-956d-4077-818f-f1a4b19436c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29d41f0-e469-49d2-9aee-9d2c4b3fb27f,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:55:04.337229 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-c8b33674-956d-4077-818f-f1a4b19436c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:55:04.355527 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-da363a8c-e123-4015-b97d-de4608c19fff tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for floatingip, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:04.357682 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-da363a8c-e123-4015-b97d-de4608c19fff tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7870047 Jun 16 12:55:04.424971 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-3026662e-855e-482c-9843-a26d2c539dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:04.476431 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-3026662e-855e-482c-9843-a26d2c539dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:04.593648 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-3026662e-855e-482c-9843-a26d2c539dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:04.598206 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-3026662e-855e-482c-9843-a26d2c539dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:04.599961 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-3026662e-855e-482c-9843-a26d2c539dfa admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f29d41f0-e469-49d2-9aee-9d2c4b3fb27f HTTP/1.1" status: 204 len: 168 time: 0.2847638 Jun 16 12:55:04.601091 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-22b8885c-2039-4fa2-8796-3efbe6f5f104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:55:04.620622 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3026662e-855e-482c-9843-a26d2c539dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29d41f0-e469-49d2-9aee-9d2c4b3fb27f,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:55:04.635542 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-3026662e-855e-482c-9843-a26d2c539dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:55:04.734601 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-a78d3811-180f-4df9-8ebc-4a4590c09e7a tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--553121837&fields=id&tenant_id=9142176cdce2480a88e9dcee58c356f4 HTTP/1.1" status: 200 len: 267 time: 0.0658512 Jun 16 12:55:04.948824 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-db4eac18-276a-4a00-90e9-a6f230965231 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:04.952051 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-db4eac18-276a-4a00-90e9-a6f230965231 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/networks?id=b092543c-4e0a-4b3c-b41e-431b7c90a537 HTTP/1.1" status: 200 len: 816 time: 0.2044051 Jun 16 12:55:04.981443 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-0931516d-90a0-45fb-ba5e-7fed737417f9 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/quotas/9142176cdce2480a88e9dcee58c356f4 HTTP/1.1" status: 200 len: 375 time: 0.0173888 Jun 16 12:55:05.129999 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-bbf2833c-e067-4cba-a8d4-772e46dffe65 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9142176cdce2480a88e9dcee58c356f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1349800 Jun 16 12:55:05.298871 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-61e372f8-8736-4fc6-85b8-9fd33ab4c03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:05.439931 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-3488e38f-e280-4329-95aa-eae17cbacf1d service neutron] 10.222.0.67 "GET /v2.0/networks/b092543c-4e0a-4b3c-b41e-431b7c90a537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888770 Jun 16 12:55:05.606172 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-fe43fa82-10aa-4735-a458-e10056b9331f service neutron] 10.222.0.67 "GET /v2.0/networks/b092543c-4e0a-4b3c-b41e-431b7c90a537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545753 Jun 16 12:55:05.673470 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:05.895740 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-68c7930f-d00d-489b-abcc-871313b52411 req-b3889d40-740a-4f8a-bead-6336b6e30502 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 210 time: 0.0510750 Jun 16 12:55:06.992693 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:07.169192 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-29ecb1be-12ba-472e-89d5-60abbf1565d2 req-de053742-1130-448d-a7d3-0f4788faf7ff tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 210 time: 0.0566685 Jun 16 12:55:08.092850 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-9bf8f006-6ef8-4695-a83c-ed2c2270b86b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:08.095967 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-9bf8f006-6ef8-4695-a83c-ed2c2270b86b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.73 "GET /v2.0/networks?id=b092543c-4e0a-4b3c-b41e-431b7c90a537 HTTP/1.1" status: 200 len: 816 time: 0.2671888 Jun 16 12:55:08.194382 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-75877f0b-9425-49f2-ad41-afba1a62d0b4 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9142176cdce2480a88e9dcee58c356f4 HTTP/1.1" status: 200 len: 379 time: 0.0814295 Jun 16 12:55:08.205812 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-cfb21ce5-f6ff-4017-88e9-b947ae2bedbd tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Request body: {'port': {'device_id': '550ca17b-8b0e-429e-85d4-81808df07c91', 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537', 'admin_state_up': True, 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'security_groups': ['562d47c7-fb77-47df-9646-979d104f472a']}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:55:08.488723 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-99b8c6a1-e2e7-4e6f-b9e7-4d0189bee308 req-b8676d42-7528-4abe-a10d-cbfa4fa3900c tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 210 time: 0.0553601 Jun 16 12:55:08.518459 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-cfb21ce5-f6ff-4017-88e9-b947ae2bedbd tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Made reservation on behalf of 9142176cdce2480a88e9dcee58c356f4 for: {'port': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:55:08.525387 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-cfb21ce5-f6ff-4017-88e9-b947ae2bedbd tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:08.828641 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-cfb21ce5-f6ff-4017-88e9-b947ae2bedbd tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Allocated IP 172.20.0.7 (b092543c-4e0a-4b3c-b41e-431b7c90a537/6854b649-d35a-4298-9aa6-e7a75a6ae3a1/faf3d02f-fffc-43b0-ba37-b4a649295c87) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:55:09.062493 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-cfb21ce5-f6ff-4017-88e9-b947ae2bedbd tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks [] for port, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:09.083726 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.provisioning_blocks [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-cfb21ce5-f6ff-4017-88e9-b947ae2bedbd tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Transition to ACTIVE for port object faf3d02f-fffc-43b0-ba37-b4a649295c87 will not be triggered until provisioned by entity DHCP. {{(pid=109145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:55:09.145974 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-cfb21ce5-f6ff-4017-88e9-b947ae2bedbd tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26528923'] for port, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:09.153046 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-eaded32c-8819-44e2-9943-f3de721b0154 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:55:09.242652 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-cfb21ce5-f6ff-4017-88e9-b947ae2bedbd tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Network b092543c-4e0a-4b3c-b41e-431b7c90a537 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:55:09.253000 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-cfb21ce5-f6ff-4017-88e9-b947ae2bedbd tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:55:09.261717 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-cfb21ce5-f6ff-4017-88e9-b947ae2bedbd tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:55:09.317529 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:09.330857 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb21ce5-f6ff-4017-88e9-b947ae2bedbd tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Pushing event updated for resources: {'Port': ['ID=faf3d02f-fffc-43b0-ba37-b4a649295c87,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:55:09.339562 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-cfb21ce5-f6ff-4017-88e9-b947ae2bedbd tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:55:09.372177 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-cfb21ce5-f6ff-4017-88e9-b947ae2bedbd tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:09.373270 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-cfb21ce5-f6ff-4017-88e9-b947ae2bedbd tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:09.406018 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-cfb21ce5-f6ff-4017-88e9-b947ae2bedbd tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2052279 Jun 16 12:55:09.617503 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-39162e04-0a3e-4d96-b4f1-3fbd9684cdfb None None] Provisioning for port faf3d02f-fffc-43b0-ba37-b4a649295c87 completed by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:55:09.624925 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-39162e04-0a3e-4d96-b4f1-3fbd9684cdfb None None] Provisioning complete for port faf3d02f-fffc-43b0-ba37-b4a649295c87 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:55:09.625542 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-39162e04-0a3e-4d96-b4f1-3fbd9684cdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:09.690448 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-39162e04-0a3e-4d96-b4f1-3fbd9684cdfb None None] Port faf3d02f-fffc-43b0-ba37-b4a649295c87 cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 12:55:09.812001 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16044ecd-b15c-431d-b5a7-025dfe9f3f80 req-f93347e8-c7cf-401b-935c-1e1ff8677d14 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:09.814837 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-16044ecd-b15c-431d-b5a7-025dfe9f3f80 req-f93347e8-c7cf-401b-935c-1e1ff8677d14 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 931 time: 0.0960393 Jun 16 12:55:09.885785 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-16044ecd-b15c-431d-b5a7-025dfe9f3f80 req-bb0aa25a-706d-4a44-ae22-7e26e9928ada tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632713 Jun 16 12:55:11.243264 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a11841-69cd-40c6-aacd-c75eda513c71 req-f3a60cb0-72d6-43fe-8faa-87ac21336979 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:11.246034 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-60a11841-69cd-40c6-aacd-c75eda513c71 req-f3a60cb0-72d6-43fe-8faa-87ac21336979 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 931 time: 0.1438377 Jun 16 12:55:11.328501 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-60a11841-69cd-40c6-aacd-c75eda513c71 req-e5473756-fca0-4931-803d-70d6cea6ad08 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709283 Jun 16 12:55:11.475378 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-2452f193-af17-4e53-a7b6-66eebba73d7c service neutron] Request body: {'port': {'device_id': '550ca17b-8b0e-429e-85d4-81808df07c91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76629'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:55:11.610345 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-2452f193-af17-4e53-a7b6-66eebba73d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:12.080558 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-2452f193-af17-4e53-a7b6-66eebba73d7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faf3d02f-fffc-43b0-ba37-b4a649295c87 {{(pid=109145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 12:55:12.096955 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-2452f193-af17-4e53-a7b6-66eebba73d7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:12.121610 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.provisioning_blocks [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-2452f193-af17-4e53-a7b6-66eebba73d7c service neutron] Transition to ACTIVE for port object faf3d02f-fffc-43b0-ba37-b4a649295c87 will not be triggered until provisioned by entity L2. {{(pid=109145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:55:12.128306 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-2452f193-af17-4e53-a7b6-66eebba73d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26528909'] for port, after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:12.132463 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:55:12.259503 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2452f193-af17-4e53-a7b6-66eebba73d7c service neutron] Pushing event updated for resources: {'Port': ['ID=faf3d02f-fffc-43b0-ba37-b4a649295c87,revision_number=2']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:55:12.264521 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-2452f193-af17-4e53-a7b6-66eebba73d7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:55:12.431491 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-2452f193-af17-4e53-a7b6-66eebba73d7c service neutron] Attempting to bind port faf3d02f-fffc-43b0-ba37-b4a649295c87 on host hv-cinder-76629 for vnic_type normal with profile {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:55:12.432616 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-2452f193-af17-4e53-a7b6-66eebba73d7c service neutron] Attempting to bind port faf3d02f-fffc-43b0-ba37-b4a649295c87 by drivers openvswitch,hyperv on host hv-cinder-76629 at level 0 using segments [{'id': '042ac9d8-9593-43f5-8ffd-f1b933e86f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537'}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:55:12.433749 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-2452f193-af17-4e53-a7b6-66eebba73d7c service neutron] Attempting to bind port faf3d02f-fffc-43b0-ba37-b4a649295c87 on network b092543c-4e0a-4b3c-b41e-431b7c90a537 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:55:12.450370 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-2452f193-af17-4e53-a7b6-66eebba73d7c service neutron] Port faf3d02f-fffc-43b0-ba37-b4a649295c87 on network b092543c-4e0a-4b3c-b41e-431b7c90a537 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76629 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 12:55:12.450939 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-2452f193-af17-4e53-a7b6-66eebba73d7c service neutron] Attempting to bind port faf3d02f-fffc-43b0-ba37-b4a649295c87 on network b092543c-4e0a-4b3c-b41e-431b7c90a537 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:55:12.462265 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-2452f193-af17-4e53-a7b6-66eebba73d7c service neutron] Checking agent: {'id': 'b6c345f8-0197-4552-bdfc-f76fc82bf107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76629', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 47, 31), 'started_at': datetime.datetime(2021, 6, 16, 12, 47, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:55:12.462914 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-2452f193-af17-4e53-a7b6-66eebba73d7c service neutron] Checking segment: {'id': '042ac9d8-9593-43f5-8ffd-f1b933e86f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:55:12.463564 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-2452f193-af17-4e53-a7b6-66eebba73d7c service neutron] Bound using segment: {'id': '042ac9d8-9593-43f5-8ffd-f1b933e86f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537'} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:55:12.464355 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-2452f193-af17-4e53-a7b6-66eebba73d7c service neutron] Bound port: faf3d02f-fffc-43b0-ba37-b4a649295c87, host: hv-cinder-76629, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '042ac9d8-9593-43f5-8ffd-f1b933e86f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537'}}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:55:12.464895 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-2452f193-af17-4e53-a7b6-66eebba73d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:12.667808 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-2452f193-af17-4e53-a7b6-66eebba73d7c service neutron] For port faf3d02f-fffc-43b0-ba37-b4a649295c87, host hv-cinder-76629, cleared binding levels {{(pid=109145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:55:12.718173 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-2452f193-af17-4e53-a7b6-66eebba73d7c service neutron] For port faf3d02f-fffc-43b0-ba37-b4a649295c87, host hv-cinder-76629, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=faf3d02f-fffc-43b0-ba37-b4a649295c87,segment=NetworkSegment(042ac9d8-9593-43f5-8ffd-f1b933e86f71),segment_id=042ac9d8-9593-43f5-8ffd-f1b933e86f71)] {{(pid=109145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:55:12.730591 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-2452f193-af17-4e53-a7b6-66eebba73d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26528909'] for port, after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:12.737142 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-a0819868-2be0-449b-a255-83b7633c6657 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:55:12.817781 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-2452f193-af17-4e53-a7b6-66eebba73d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:12.818980 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-2452f193-af17-4e53-a7b6-66eebba73d7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:12.823092 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-2452f193-af17-4e53-a7b6-66eebba73d7c service neutron] 10.222.0.73 "PUT /v2.0/ports/faf3d02f-fffc-43b0-ba37-b4a649295c87 HTTP/1.1" status: 200 len: 1093 time: 1.3529840 Jun 16 12:55:12.823957 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '550ca17b-8b0e-429e-85d4-81808df07c91', 'tag': 'faf3d02f-fffc-43b0-ba37-b4a649295c87'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:55:12.829418 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9bae50dfbf258dfcc1b22b71b0f324177d6a2dd6dbdff5bf738173c6d3102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917ea879-afaf-460d-a702-0ca318203beb" -d '{"events": [{"name": "network-changed", "server_uuid": "550ca17b-8b0e-429e-85d4-81808df07c91", "tag": "faf3d02f-fffc-43b0-ba37-b4a649295c87"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:55:12.892516 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a67ad0-59cb-455a-a94b-3bc6d1fd57a8 req-a44751d7-fb47-4d1c-b90e-dde833e4c67d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:12.899026 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-42a67ad0-59cb-455a-a94b-3bc6d1fd57a8 req-a44751d7-fb47-4d1c-b90e-dde833e4c67d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 943 time: 0.3256660 Jun 16 12:55:12.928556 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 12:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c785c05a-a7e9-4422-a28c-06251c20342c x-openstack-request-id: req-c785c05a-a7e9-4422-a28c-06251c20342c {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:55:12.929065 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "550ca17b-8b0e-429e-85d4-81808df07c91", "tag": "faf3d02f-fffc-43b0-ba37-b4a649295c87", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:55:12.929536 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c785c05a-a7e9-4422-a28c-06251c20342c {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:55:12.930272 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '550ca17b-8b0e-429e-85d4-81808df07c91', 'tag': 'faf3d02f-fffc-43b0-ba37-b4a649295c87', 'status': 'completed', 'code': 200} Jun 16 12:55:12.963907 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2452f193-af17-4e53-a7b6-66eebba73d7c service neutron] Pushing event updated for resources: {'Port': ['ID=faf3d02f-fffc-43b0-ba37-b4a649295c87,revision_number=3']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:55:12.983139 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-2452f193-af17-4e53-a7b6-66eebba73d7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:55:13.029322 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-42a67ad0-59cb-455a-a94b-3bc6d1fd57a8 req-0592e679-8c5b-406e-8c6c-2d43a95b2a78 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082945 Jun 16 12:55:13.053116 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-743001ab-391c-49b9-8431-3fc0d667dfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:13.055752 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-743001ab-391c-49b9-8431-3fc0d667dfa1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9142176cdce2480a88e9dcee58c356f4&device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 1096 time: 0.1568723 Jun 16 12:55:14.174877 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 12:55:14.411401 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e726e02-42a4-4c64-acad-cd0ae916a480 req-585a48cb-b92a-4104-922f-cc9a890af390 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:14.414333 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1e726e02-42a4-4c64-acad-cd0ae916a480 req-585a48cb-b92a-4104-922f-cc9a890af390 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 943 time: 0.1308122 Jun 16 12:55:14.497558 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1e726e02-42a4-4c64-acad-cd0ae916a480 req-96835d7a-548b-4c01-8a88-4b0973f1c1b5 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725853 Jun 16 12:55:15.068793 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-b14d109e-89fb-492b-96a2-417b7f01e3a1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=faf3d02f-fffc-43b0-ba37-b4a649295c87 HTTP/1.1" status: 200 len: 217 time: 0.0530868 Jun 16 12:55:15.744480 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a301d-2e43-4c22-8b39-06199c047872 req-219e02f5-85b8-44d1-870c-9aacde4d2bf5 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:15.746361 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7d4a301d-2e43-4c22-8b39-06199c047872 req-219e02f5-85b8-44d1-870c-9aacde4d2bf5 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 943 time: 0.0888805 Jun 16 12:55:15.802900 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7d4a301d-2e43-4c22-8b39-06199c047872 req-f5b8f51c-d9f7-4967-9857-6a49dcb30509 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452437 Jun 16 12:55:16.190734 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-bf75a492-9b94-4c84-9651-604722c15a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:16.193801 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-bf75a492-9b94-4c84-9651-604722c15a45 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6854b649-d35a-4298-9aa6-e7a75a6ae3a1 HTTP/1.1" status: 200 len: 855 time: 0.0943158 Jun 16 12:55:16.281360 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-d587fb73-caf3-4b04-8af3-5cfb966fee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:16.282968 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-d587fb73-caf3-4b04-8af3-5cfb966fee90 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b092543c-4e0a-4b3c-b41e-431b7c90a537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0784380 Jun 16 12:55:16.461661 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-b09c5ffb-72a7-4bd2-b2f5-bcb0a9d69630 service neutron] 10.222.0.73 "GET /v2.0/networks/b092543c-4e0a-4b3c-b41e-431b7c90a537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676352 Jun 16 12:55:16.604139 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-13f83c6b-8d4a-4f1b-9dcc-22081d4df2d0 req-bc2a5c03-c172-4627-a3a4-d334ce1368fb service neutron] 10.222.0.73 "GET /v2.0/networks/b092543c-4e0a-4b3c-b41e-431b7c90a537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354992 Jun 16 12:55:16.820007 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ea879-afaf-460d-a702-0ca318203beb req-868471e3-e494-4a90-a4fa-ee4ba755384d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:16.821788 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-917ea879-afaf-460d-a702-0ca318203beb req-868471e3-e494-4a90-a4fa-ee4ba755384d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9142176cdce2480a88e9dcee58c356f4&device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 1096 time: 0.1020768 Jun 16 12:55:17.014356 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ea879-afaf-460d-a702-0ca318203beb req-53d38a3a-1060-4c94-b2bb-5f9f17016a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:17.019326 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-917ea879-afaf-460d-a702-0ca318203beb req-53d38a3a-1060-4c94-b2bb-5f9f17016a08 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b092543c-4e0a-4b3c-b41e-431b7c90a537 HTTP/1.1" status: 200 len: 917 time: 0.1893122 Jun 16 12:55:17.142119 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-917ea879-afaf-460d-a702-0ca318203beb req-e96d9e70-03b0-4057-9f64-46b0124702e1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=faf3d02f-fffc-43b0-ba37-b4a649295c87 HTTP/1.1" status: 200 len: 217 time: 0.1121175 Jun 16 12:55:17.298696 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ea879-afaf-460d-a702-0ca318203beb req-7251b33f-2d7d-4b96-a41a-2335886fc9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:17.302280 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-917ea879-afaf-460d-a702-0ca318203beb req-7251b33f-2d7d-4b96-a41a-2335886fc9ea service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6854b649-d35a-4298-9aa6-e7a75a6ae3a1 HTTP/1.1" status: 200 len: 855 time: 0.1410818 Jun 16 12:55:17.445037 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb9b34-66eb-48f8-8c7c-57c0fe735780 req-9c76aac9-5bb2-4870-a597-f8c2f8d38b2c tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:17.447732 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-88fb9b34-66eb-48f8-8c7c-57c0fe735780 req-9c76aac9-5bb2-4870-a597-f8c2f8d38b2c tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 943 time: 0.3104424 Jun 16 12:55:17.547356 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ea879-afaf-460d-a702-0ca318203beb req-fbc7a3d5-b2ea-466c-9936-4d5254e126ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:17.548927 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-917ea879-afaf-460d-a702-0ca318203beb req-fbc7a3d5-b2ea-466c-9936-4d5254e126ca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b092543c-4e0a-4b3c-b41e-431b7c90a537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2248297 Jun 16 12:55:17.560345 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01990d-082e-4d31-99c9-469032cdaeb3 req-b0224c4a-d67d-469b-a31a-0143b19472aa tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:17.562275 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ed01990d-082e-4d31-99c9-469032cdaeb3 req-b0224c4a-d67d-469b-a31a-0143b19472aa tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.2585621 Jun 16 12:55:17.580874 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-88fb9b34-66eb-48f8-8c7c-57c0fe735780 req-cfbe397c-0f96-4340-a3e4-48395304f0f9 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173036 Jun 16 12:55:18.081254 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ed01990d-082e-4d31-99c9-469032cdaeb3 req-3fb01d9d-80f7-4ec4-ba3e-03eb1b885bf4 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5046551 Jun 16 12:55:18.122796 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-917ea879-afaf-460d-a702-0ca318203beb req-b4b629c4-6af4-486e-b9b8-87bc583c3158 service neutron] 10.222.0.73 "GET /v2.0/networks/b092543c-4e0a-4b3c-b41e-431b7c90a537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5568380 Jun 16 12:55:18.345802 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-917ea879-afaf-460d-a702-0ca318203beb req-0494d92a-6183-4a48-8e96-e68b6fefb4bc service neutron] 10.222.0.73 "GET /v2.0/networks/b092543c-4e0a-4b3c-b41e-431b7c90a537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078230 Jun 16 12:55:18.422377 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device faf3d02f-fffc-43b0-ba37-b4a649295c87 details requested by agent hyperv_hv-cinder-76629 with host hv-cinder-76629 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 12:55:18.596906 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port faf3d02f-fffc-43b0-ba37-b4a649295c87, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=faf3d02f-fffc-43b0-ba37-b4a649295c87,segment=NetworkSegment(042ac9d8-9593-43f5-8ffd-f1b933e86f71),segment_id=042ac9d8-9593-43f5-8ffd-f1b933e86f71)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:55:18.617163 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Returning: {'device': 'faf3d02f-fffc-43b0-ba37-b4a649295c87', 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537', 'port_id': 'faf3d02f-fffc-43b0-ba37-b4a649295c87', 'mac_address': 'fa:16:3e:5f:dd:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6854b649-d35a-4298-9aa6-e7a75a6ae3a1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 12:55:18.690527 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:18.712045 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-43072469-a160-4d16-9402-2253616714b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faf3d02f-fffc-43b0-ba37-b4a649295c87 {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 12:55:18.767855 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port faf3d02f-fffc-43b0-ba37-b4a649295c87, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=faf3d02f-fffc-43b0-ba37-b4a649295c87,segment=NetworkSegment(042ac9d8-9593-43f5-8ffd-f1b933e86f71),segment_id=042ac9d8-9593-43f5-8ffd-f1b933e86f71)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:55:18.775413 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:18.779366 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-5eb4799a-4f18-4096-86a5-299863323ce8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:55:18.867242 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=faf3d02f-fffc-43b0-ba37-b4a649295c87,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:55:18.875300 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:55:18.902275 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e8fad-8cca-4190-a9de-1f47915282fb req-90778a2d-7b21-4e19-8af9-22921c7177aa tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:18.903968 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-068e8fad-8cca-4190-a9de-1f47915282fb req-90778a2d-7b21-4e19-8af9-22921c7177aa tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 944 time: 0.1060886 Jun 16 12:55:18.963709 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-068e8fad-8cca-4190-a9de-1f47915282fb req-ad54487b-c0a2-459e-befc-e1eb636daf87 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523722 Jun 16 12:55:19.181232 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] get_ports_and_sgs() called for port_ids ['faf3d02f-fffc-43b0-ba37-b4a649295c87'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 12:55:19.379710 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca4fe9-f986-493a-a0aa-b783dc457adb req-725e9f94-587d-4575-a064-23c839e1a49b tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:19.383167 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-22ca4fe9-f986-493a-a0aa-b783dc457adb req-725e9f94-587d-4575-a064-23c839e1a49b tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.1261332 Jun 16 12:55:19.429141 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-22ca4fe9-f986-493a-a0aa-b783dc457adb req-6aaa8417-8767-40c5-8b72-b853dc90893e tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403893 Jun 16 12:55:20.052199 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d714d-b20e-42a6-988a-fefaa4eb87ee req-4e13f536-4e5c-4dab-b42b-e359d9f0930f tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:20.055179 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-773d714d-b20e-42a6-988a-fefaa4eb87ee req-4e13f536-4e5c-4dab-b42b-e359d9f0930f tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.1159649 Jun 16 12:55:20.372553 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-773d714d-b20e-42a6-988a-fefaa4eb87ee req-04d6a913-77d8-4c53-b753-424c04e86d4b tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Deleting port 7ac68d5c-65b2-4232-bd5d-da0e0ab81f37 {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:55:20.373142 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-773d714d-b20e-42a6-988a-fefaa4eb87ee req-04d6a913-77d8-4c53-b753-424c04e86d4b tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:20.426180 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6956c8-4652-4ce0-9114-9645c22cfdc5 req-f93cdda7-7ff6-4ef8-9777-8348addb04e0 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:20.429328 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fd6956c8-4652-4ce0-9114-9645c22cfdc5 req-f93cdda7-7ff6-4ef8-9777-8348addb04e0 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 944 time: 0.2135260 Jun 16 12:55:20.434493 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device faf3d02f-fffc-43b0-ba37-b4a649295c87 up at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:55:20.554703 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning for port faf3d02f-fffc-43b0-ba37-b4a649295c87 completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:55:20.562482 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning complete for port faf3d02f-fffc-43b0-ba37-b4a649295c87 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:55:20.563126 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:20.601742 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fd6956c8-4652-4ce0-9114-9645c22cfdc5 req-cb0b978b-2329-4a6d-864e-cca578a00457 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610460 Jun 16 12:55:20.631716 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-773d714d-b20e-42a6-988a-fefaa4eb87ee req-04d6a913-77d8-4c53-b753-424c04e86d4b tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] For port 7ac68d5c-65b2-4232-bd5d-da0e0ab81f37, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=7ac68d5c-65b2-4232-bd5d-da0e0ab81f37,segment=NetworkSegment(c134a422-ed02-4a76-b565-b54dfcd7a8d9),segment_id=c134a422-ed02-4a76-b565-b54dfcd7a8d9)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:55:20.633660 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-773d714d-b20e-42a6-988a-fefaa4eb87ee req-04d6a913-77d8-4c53-b753-424c04e86d4b tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:20.730248 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:20.774328 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '550ca17b-8b0e-429e-85d4-81808df07c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf3d02f-fffc-43b0-ba37-b4a649295c87'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:55:20.778518 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc19868b2eeee4f788927d96de96bc76ef619c1c8eef803ec6a338432d17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c217f757-31f3-4b26-9293-a377678f97dc" -d '{"events": [{"server_uuid": "550ca17b-8b0e-429e-85d4-81808df07c91", "name": "network-vif-plugged", "status": "completed", "tag": "faf3d02f-fffc-43b0-ba37-b4a649295c87"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:55:20.804875 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port faf3d02f-fffc-43b0-ba37-b4a649295c87, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=faf3d02f-fffc-43b0-ba37-b4a649295c87,segment=NetworkSegment(042ac9d8-9593-43f5-8ffd-f1b933e86f71),segment_id=042ac9d8-9593-43f5-8ffd-f1b933e86f71)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:55:20.813211 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:20.816749 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-c7770346-0559-4792-bbe1-d2aa390e70f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:55:20.907111 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=faf3d02f-fffc-43b0-ba37-b4a649295c87,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:55:20.914445 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:55:20.956056 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9585f9-96a4-4a7d-9d49-d11ba3db658f req-0c8a0534-9cb0-4c5d-b4e3-7b84012c5193 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:20.958969 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ff9585f9-96a4-4a7d-9d49-d11ba3db658f req-0c8a0534-9cb0-4c5d-b4e3-7b84012c5193 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 945 time: 0.2451656 Jun 16 12:55:21.051372 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 12:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45367ea-9548-4b0e-94ae-e89b3b1be8cd x-openstack-request-id: req-d45367ea-9548-4b0e-94ae-e89b3b1be8cd {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:55:21.051886 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "550ca17b-8b0e-429e-85d4-81808df07c91", "name": "network-vif-plugged", "status": "completed", "tag": "faf3d02f-fffc-43b0-ba37-b4a649295c87", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:55:21.052332 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d45367ea-9548-4b0e-94ae-e89b3b1be8cd {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:55:21.053008 dv-cinder-766296-6-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '550ca17b-8b0e-429e-85d4-81808df07c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf3d02f-fffc-43b0-ba37-b4a649295c87', 'code': 200} Jun 16 12:55:21.127730 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ff9585f9-96a4-4a7d-9d49-d11ba3db658f req-d8d2a49f-b498-47e8-896b-b36dec1015f6 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=8bd61dde-7552-44d7-96c2-92ce110ba98a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555352 Jun 16 12:55:21.145053 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-773d714d-b20e-42a6-988a-fefaa4eb87ee req-04d6a913-77d8-4c53-b753-424c04e86d4b tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:21.145704 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-773d714d-b20e-42a6-988a-fefaa4eb87ee req-04d6a913-77d8-4c53-b753-424c04e86d4b tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442364'] for floatingip, after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:21.146239 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.db.l3_db [req-773d714d-b20e-42a6-988a-fefaa4eb87ee req-04d6a913-77d8-4c53-b753-424c04e86d4b tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Floating IP c5ca897d-ad2e-4dd8-b058-94b1062ec8aa disassociated. External IP: 172.27.0.97, port: 7ac68d5c-65b2-4232-bd5d-da0e0ab81f37. Jun 16 12:55:21.146828 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-773d714d-b20e-42a6-988a-fefaa4eb87ee req-04d6a913-77d8-4c53-b753-424c04e86d4b tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Calling delete_port for 7ac68d5c-65b2-4232-bd5d-da0e0ab81f37 owned by compute:nova {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:55:21.343193 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-773d714d-b20e-42a6-988a-fefaa4eb87ee req-04d6a913-77d8-4c53-b753-424c04e86d4b tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26528900'] for port, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:21.351805 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-c2cbe2b8-12c1-43e5-b655-c40047f8d30b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:55:21.401657 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d6a913-77d8-4c53-b753-424c04e86d4b tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Pushing event deleted for resources: {'Port': ['ID=7ac68d5c-65b2-4232-bd5d-da0e0ab81f37,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:55:21.405912 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-04d6a913-77d8-4c53-b753-424c04e86d4b tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:55:21.633762 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.l3_agent_scheduler [req-773d714d-b20e-42a6-988a-fefaa4eb87ee req-04d6a913-77d8-4c53-b753-424c04e86d4b tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Router d90b2468-74ee-4397-8c5f-cea2a71abb18 has already been hosted by L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 {{(pid=109145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 12:55:21.897068 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-773d714d-b20e-42a6-988a-fefaa4eb87ee req-04d6a913-77d8-4c53-b753-424c04e86d4b tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 12:55:21.916132 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681055fe-86c7-4a6d-ae34-ce1db76d9439 None None] Sync routers for ids ['d90b2468-74ee-4397-8c5f-cea2a71abb18'] in dv-cinder-766296-6-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 12:55:21.934208 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681055fe-86c7-4a6d-ae34-ce1db76d9439 None None] Routers {'d90b2468-74ee-4397-8c5f-cea2a71abb18'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:55:21.935471 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-681055fe-86c7-4a6d-ae34-ce1db76d9439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a5f3400>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:55:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['d90b2468-74ee-4397-8c5f-cea2a71abb18'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:55:21.984152 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-773d714d-b20e-42a6-988a-fefaa4eb87ee req-04d6a913-77d8-4c53-b753-424c04e86d4b tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] No DVR routers for this DVR port 7ac68d5c-65b2-4232-bd5d-da0e0ab81f37 on host hv-cinder-76629 {{(pid=109145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 12:55:21.990088 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-773d714d-b20e-42a6-988a-fefaa4eb87ee req-04d6a913-77d8-4c53-b753-424c04e86d4b tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:21.992946 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-773d714d-b20e-42a6-988a-fefaa4eb87ee req-04d6a913-77d8-4c53-b753-424c04e86d4b tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.73 "DELETE /v2.0/ports/7ac68d5c-65b2-4232-bd5d-da0e0ab81f37 HTTP/1.1" status: 204 len: 173 time: 1.9299004 Jun 16 12:55:21.993724 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d959bf7-ce9e-4626-9238-cd13ef844e1c', 'name': 'network-vif-deleted', 'tag': '7ac68d5c-65b2-4232-bd5d-da0e0ab81f37'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:55:21.997792 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9bae50dfbf258dfcc1b22b71b0f324177d6a2dd6dbdff5bf738173c6d3102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0250f9a7-614d-427b-b94c-d4ee24b9709d" -d '{"events": [{"server_uuid": "0d959bf7-ce9e-4626-9238-cd13ef844e1c", "name": "network-vif-deleted", "tag": "7ac68d5c-65b2-4232-bd5d-da0e0ab81f37"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:55:22.040721 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17eef7-3aa2-4ce2-bf9a-e3907be1c51f req-0b7f4420-6a5a-4546-addc-f2740de54773 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:22.043087 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0c17eef7-3aa2-4ce2-bf9a-e3907be1c51f req-0b7f4420-6a5a-4546-addc-f2740de54773 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 945 time: 0.2086821 Jun 16 12:55:22.066654 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 12:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c034efa-69e5-4de1-aa50-2c4004115682 x-openstack-request-id: req-9c034efa-69e5-4de1-aa50-2c4004115682 {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:55:22.067846 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d959bf7-ce9e-4626-9238-cd13ef844e1c", "name": "network-vif-deleted", "tag": "7ac68d5c-65b2-4232-bd5d-da0e0ab81f37", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:55:22.068163 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9c034efa-69e5-4de1-aa50-2c4004115682 {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:55:22.068721 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d959bf7-ce9e-4626-9238-cd13ef844e1c', 'name': 'network-vif-deleted', 'tag': '7ac68d5c-65b2-4232-bd5d-da0e0ab81f37', 'status': 'completed', 'code': 200} Jun 16 12:55:22.125879 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-681055fe-86c7-4a6d-ae34-ce1db76d9439 None None] Set router d90b2468-74ee-4397-8c5f-cea2a71abb18 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:55:22.128651 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0c17eef7-3aa2-4ce2-bf9a-e3907be1c51f req-faea91bc-7d81-4911-a72a-8f48ef16758b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723696 Jun 16 12:55:22.350675 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a2393c5a-3437-449b-a8b9-e864d12cebc8 req-615b6811-e069-4bf5-a3c9-42f73cead191 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 210 time: 0.0539355 Jun 16 12:55:22.439223 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-681055fe-86c7-4a6d-ae34-ce1db76d9439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a5f3400>, [{'id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'name': 'tempest-AttachVolumeTestJSON-2070282617-router', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:23Z', 'updated_at': '2021-06-16T12:49:36Z', 'revision_number': 4, 'project_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'gw_port': {'id': 'd2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:25Z', 'updated_at': '2021-06-16T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '430791d5-2282-4cc2-afa2-e94d4ce8a8a8', 'name': '', 'network_id': 'ea00ad74-87b8-4238-b685-834f4d31b647', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'mac_address': 'fa:16:3e:bc:0b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1a94bd32-4e74-4078-a9cb-34eb92b42cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:32Z', 'updated_at': '2021-06-16T12:49:56Z', 'revision_number': 5, 'project_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'subnets': [{'id': '1a94bd32-4e74-4078-a9cb-34eb92b42cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:55:22.445078 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681055fe-86c7-4a6d-ae34-ce1db76d9439 None None] Checking router: d90b2468-74ee-4397-8c5f-cea2a71abb18 for host: dv-cinder-766296-6-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 12:55:22.462485 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681055fe-86c7-4a6d-ae34-ce1db76d9439 None None] Routers {'d90b2468-74ee-4397-8c5f-cea2a71abb18'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:55:22.463626 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-681055fe-86c7-4a6d-ae34-ce1db76d9439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a5f3400>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:55:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['d90b2468-74ee-4397-8c5f-cea2a71abb18'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:55:22.637210 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-681055fe-86c7-4a6d-ae34-ce1db76d9439 None None] Set router d90b2468-74ee-4397-8c5f-cea2a71abb18 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:55:22.989897 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-681055fe-86c7-4a6d-ae34-ce1db76d9439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a5f3400>, [{'id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'name': 'tempest-AttachVolumeTestJSON-2070282617-router', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:23Z', 'updated_at': '2021-06-16T12:49:36Z', 'revision_number': 4, 'project_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'gw_port': {'id': 'd2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:25Z', 'updated_at': '2021-06-16T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '430791d5-2282-4cc2-afa2-e94d4ce8a8a8', 'name': '', 'network_id': 'ea00ad74-87b8-4238-b685-834f4d31b647', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'mac_address': 'fa:16:3e:bc:0b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1a94bd32-4e74-4078-a9cb-34eb92b42cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:32Z', 'updated_at': '2021-06-16T12:49:56Z', 'revision_number': 5, 'project_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'subnets': [{'id': '1a94bd32-4e74-4078-a9cb-34eb92b42cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:55:22.994311 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681055fe-86c7-4a6d-ae34-ce1db76d9439 None None] The sync data for ids ['d90b2468-74ee-4397-8c5f-cea2a71abb18'] in dv-cinder-766296-6-iscsi is: [{'id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'name': 'tempest-AttachVolumeTestJSON-2070282617-router', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:23Z', 'updated_at': '2021-06-16T12:49:36Z', 'revision_number': 4, 'project_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'gw_port': {'id': 'd2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:25Z', 'updated_at': '2021-06-16T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '430791d5-2282-4cc2-afa2-e94d4ce8a8a8', 'name': '', 'network_id': 'ea00ad74-87b8-4238-b685-834f4d31b647', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'mac_address': 'fa:16:3e:bc:0b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1a94bd32-4e74-4078-a9cb-34eb92b42cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:32Z', 'updated_at': '2021-06-16T12:49:56Z', 'revision_number': 5, 'project_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'subnets': [{'id': '1a94bd32-4e74-4078-a9cb-34eb92b42cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 12:55:23.338789 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5167dca-e1e7-40a8-a575-0c52c7b67972 None None] New status for floating IP c5ca897d-ad2e-4dd8-b058-94b1062ec8aa: DOWN {{(pid=109148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 12:55:23.555379 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488df5d-848e-4d04-9752-2b57cd2ed884 req-e1bcf6c0-b84e-4142-b566-f2e5db914928 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:23.563640 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4488df5d-848e-4d04-9752-2b57cd2ed884 req-e1bcf6c0-b84e-4142-b566-f2e5db914928 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 945 time: 0.2019162 Jun 16 12:55:23.666678 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-20bf7200-3851-4be1-873f-b2c1553849fa req-5807c659-e1e3-4548-b52a-246ec9967949 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d959bf7-ce9e-4626-9238-cd13ef844e1c HTTP/1.1" status: 200 len: 210 time: 0.0485623 Jun 16 12:55:23.706793 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4488df5d-848e-4d04-9752-2b57cd2ed884 req-21776308-7749-49c7-8a79-6ac14cdecd1d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278217 Jun 16 12:55:23.946164 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3ea15-41d1-440b-84a1-0ae5f6a8d8ec req-989a6250-e555-4632-a402-e931d2f20442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:23.948774 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b7e3ea15-41d1-440b-84a1-0ae5f6a8d8ec req-989a6250-e555-4632-a402-e931d2f20442 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 1098 time: 0.0908418 Jun 16 12:55:24.008337 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b7e3ea15-41d1-440b-84a1-0ae5f6a8d8ec req-de7cc843-6d2e-4d4b-bdc0-7bdf93e07074 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469174 Jun 16 12:55:24.946180 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 50812) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:55:25.050100 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-fee94c7f-a601-4a31-a6b0-2a0977fd8a57 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:25.070433 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d378f1ad-fee6-44c2-83eb-cbddac13ff93 req-e084929f-d095-49a0-a8dd-094206dd8b7d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:25.083165 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d378f1ad-fee6-44c2-83eb-cbddac13ff93 req-e084929f-d095-49a0-a8dd-094206dd8b7d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 945 time: 0.1496596 Jun 16 12:55:25.106085 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-fee94c7f-a601-4a31-a6b0-2a0977fd8a57 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:25.181560 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d378f1ad-fee6-44c2-83eb-cbddac13ff93 req-ed6d9aad-fbbd-408d-a434-42e616c5d39e tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936296 Jun 16 12:55:25.231678 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-fee94c7f-a601-4a31-a6b0-2a0977fd8a57 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:25.244585 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-fee94c7f-a601-4a31-a6b0-2a0977fd8a57 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:25.246631 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-fee94c7f-a601-4a31-a6b0-2a0977fd8a57 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "DELETE /v2.0/security-groups/8bd61dde-7552-44d7-96c2-92ce110ba98a HTTP/1.1" status: 204 len: 168 time: 0.2989244 Jun 16 12:55:25.249551 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 50818) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:55:25.251786 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-71a02b34-c021-4055-8eeb-d996e1a74ae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:55:25.270374 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee94c7f-a601-4a31-a6b0-2a0977fd8a57 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd61dde-7552-44d7-96c2-92ce110ba98a,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:55:25.275550 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-fee94c7f-a601-4a31-a6b0-2a0977fd8a57 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:55:25.282254 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.api.v2.resource [None req-d44ad790-8f0c-4fa7-87eb-6d73063bbaee tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] show failed (client error): The resource could not be found. Jun 16 12:55:25.284490 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-d44ad790-8f0c-4fa7-87eb-6d73063bbaee tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups/8bd61dde-7552-44d7-96c2-92ce110ba98a HTTP/1.1" status: 404 len: 347 time: 0.0330884 Jun 16 12:55:25.288480 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 50820) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:55:25.518325 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-312b6410-2ba1-42cd-a45a-05c1bfcab571 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Deleting port 7f1ad5f5-94bc-419d-8711-e7e301e220f7 {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:55:25.518729 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-312b6410-2ba1-42cd-a45a-05c1bfcab571 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:25.655949 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-312b6410-2ba1-42cd-a45a-05c1bfcab571 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:25.656737 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-312b6410-2ba1-42cd-a45a-05c1bfcab571 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:25.745774 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-312b6410-2ba1-42cd-a45a-05c1bfcab571 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Calling delete_port for 7f1ad5f5-94bc-419d-8711-e7e301e220f7 owned by network:floatingip {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:55:25.982262 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-312b6410-2ba1-42cd-a45a-05c1bfcab571 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26528900'] for port, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:25.985352 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-73b42d16-7716-4912-8a79-2fa134e9d888 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:55:26.016903 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b6410-2ba1-42cd-a45a-05c1bfcab571 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Pushing event deleted for resources: {'Port': ['ID=7f1ad5f5-94bc-419d-8711-e7e301e220f7,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:55:26.020862 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-312b6410-2ba1-42cd-a45a-05c1bfcab571 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:55:26.101498 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-312b6410-2ba1-42cd-a45a-05c1bfcab571 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks [] for floatingip, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:26.104421 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-312b6410-2ba1-42cd-a45a-05c1bfcab571 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for floatingip, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:26.105921 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-312b6410-2ba1-42cd-a45a-05c1bfcab571 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "DELETE /v2.0/floatingips/c5ca897d-ad2e-4dd8-b058-94b1062ec8aa HTTP/1.1" status: 204 len: 168 time: 0.8148823 Jun 16 12:55:26.495180 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa672e6-18f2-4aa6-8142-078cf57ef06a req-8ce4d37f-4d18-4116-8490-9f30db108eb9 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:26.498489 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3fa672e6-18f2-4aa6-8142-078cf57ef06a req-8ce4d37f-4d18-4116-8490-9f30db108eb9 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 945 time: 0.1204038 Jun 16 12:55:26.553564 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 50834) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:55:26.559269 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-4a085a29-d27a-446d-8542-4c5159ff5af0 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1136454021', 'description': 'tempest-description--1944183636'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:55:26.561489 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3fa672e6-18f2-4aa6-8142-078cf57ef06a req-a5a2875e-2b18-4089-b032-378ab3fbaea8 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500183 Jun 16 12:55:26.603828 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4a085a29-d27a-446d-8542-4c5159ff5af0 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:26.782799 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4a085a29-d27a-446d-8542-4c5159ff5af0 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:26.791445 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4a085a29-d27a-446d-8542-4c5159ff5af0 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:26.796069 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-a6eb78ce-87af-4849-b319-7063d52ba27d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:55:26.855862 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-4a085a29-d27a-446d-8542-4c5159ff5af0 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:26.858024 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-4a085a29-d27a-446d-8542-4c5159ff5af0 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3031425 Jun 16 12:55:26.860122 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a085a29-d27a-446d-8542-4c5159ff5af0 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7671d7-3298-468e-a13d-655d93c112a6,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:55:26.863652 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 50838) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:55:26.867455 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-4a085a29-d27a-446d-8542-4c5159ff5af0 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:55:26.881128 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-65ea73c0-8a75-4d60-8381-02bfa549cbb7 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Request body: {'security_group_rule': {'security_group_id': '3f7671d7-3298-468e-a13d-655d93c112a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:55:26.950644 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962925b-a2b3-4b8b-8ed4-00151debe2ba req-e89b6353-c4c1-4a8d-922c-4d56a846fa6f tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:26.954442 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e962925b-a2b3-4b8b-8ed4-00151debe2ba req-e89b6353-c4c1-4a8d-922c-4d56a846fa6f tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 945 time: 0.1651242 Jun 16 12:55:26.968473 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 50840) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:55:26.975846 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-c1f1d643-288f-4007-a7cc-6ccd05d1e428 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Request body: {'floatingip': {'port_id': 'faf3d02f-fffc-43b0-ba37-b4a649295c87'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:55:26.976931 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-65ea73c0-8a75-4d60-8381-02bfa549cbb7 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:27.049619 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c1f1d643-288f-4007-a7cc-6ccd05d1e428 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks [] for floatingip, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:27.071033 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-65ea73c0-8a75-4d60-8381-02bfa549cbb7 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:27.077214 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-65ea73c0-8a75-4d60-8381-02bfa549cbb7 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481314'] for security_group_rule, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:27.079934 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-0deb4d2c-8e8d-4aa6-b990-1604b7c6849c tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:55:27.099029 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea73c0-8a75-4d60-8381-02bfa549cbb7 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f01b8bc-a974-451b-bbef-b77f9d1f6cab,revision_number=0']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:55:27.102617 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-65ea73c0-8a75-4d60-8381-02bfa549cbb7 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:55:27.110093 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-65ea73c0-8a75-4d60-8381-02bfa549cbb7 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:27.113208 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-65ea73c0-8a75-4d60-8381-02bfa549cbb7 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2469192 Jun 16 12:55:27.115864 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 50842) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:55:27.125055 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-27230fde-a507-4ced-bc30-56591723e255 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Request body: {'security_group_rule': {'security_group_id': '3f7671d7-3298-468e-a13d-655d93c112a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:55:27.165754 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-27230fde-a507-4ced-bc30-56591723e255 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:27.241500 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-27230fde-a507-4ced-bc30-56591723e255 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:27.246907 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-27230fde-a507-4ced-bc30-56591723e255 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481314'] for security_group_rule, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:27.250933 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:55:27.278071 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27230fde-a507-4ced-bc30-56591723e255 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f930efef-e709-478a-931e-b2f766d31cb5,revision_number=0']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:55:27.282186 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-27230fde-a507-4ced-bc30-56591723e255 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:55:27.288595 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-27230fde-a507-4ced-bc30-56591723e255 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:27.289828 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-27230fde-a507-4ced-bc30-56591723e255 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1716166 Jun 16 12:55:27.293781 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 50844) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:55:27.298563 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-83ce893e-2e06-4344-830d-1e6975fd7793 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Request body: {'floatingip': {'floating_network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:55:27.326121 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-83ce893e-2e06-4344-830d-1e6975fd7793 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks [] for floatingip, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:27.474128 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 7ac68d5c-65b2-4232-bd5d-da0e0ab81f37 no longer exists at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 12:55:27.490910 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-83ce893e-2e06-4344-830d-1e6975fd7793 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:27.500312 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-43072469-a160-4d16-9402-2253616714b8 None None] No Port match for: 7ac68d5c-65b2-4232-bd5d-da0e0ab81f37 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 12:55:27.500785 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 7ac68d5c-65b2-4232-bd5d-da0e0ab81f37 not bound to the agent host hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 12:55:27.629818 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [None req-83ce893e-2e06-4344-830d-1e6975fd7793 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Allocated IP 172.27.0.178 (31dc54ca-819a-4fca-8a47-71bd58082db2/22fb36b4-54fb-4b68-bc71-a723384dad9b/4229eed6-0007-4aca-95ad-350263cdea0d) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:55:27.705727 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c1f1d643-288f-4007-a7cc-6ccd05d1e428 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:27.714847 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c1f1d643-288f-4007-a7cc-6ccd05d1e428 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442364'] for floatingip, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:27.795309 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-83ce893e-2e06-4344-830d-1e6975fd7793 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks [] for port, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:27.847372 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-83ce893e-2e06-4344-830d-1e6975fd7793 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26528923'] for port, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:27.853779 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-220c69ab-1fc2-42a9-964a-765d43c6f693 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:55:27.919920 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ce893e-2e06-4344-830d-1e6975fd7793 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Network 31dc54ca-819a-4fca-8a47-71bd58082db2 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:55:27.921323 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.db.l3_db [None req-c1f1d643-288f-4007-a7cc-6ccd05d1e428 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Floating IP 35b5e697-87cc-44a7-a8d6-790a21f51364 associated. External IP: 172.27.0.230, port: faf3d02f-fffc-43b0-ba37-b4a649295c87. Jun 16 12:55:27.926119 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [None req-83ce893e-2e06-4344-830d-1e6975fd7793 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:55:27.936858 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ce893e-2e06-4344-830d-1e6975fd7793 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:55:27.978391 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce893e-2e06-4344-830d-1e6975fd7793 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Pushing event updated for resources: {'Port': ['ID=4229eed6-0007-4aca-95ad-350263cdea0d,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:55:27.994270 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-83ce893e-2e06-4344-830d-1e6975fd7793 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:55:28.132765 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-83ce893e-2e06-4344-830d-1e6975fd7793 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:28.229664 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-83ce893e-2e06-4344-830d-1e6975fd7793 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:28.337141 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f1d643-288f-4007-a7cc-6ccd05d1e428 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Router b0bae54f-9a8a-4397-b20e-232d984cf51e has already been hosted by L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 {{(pid=109146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 12:55:28.528016 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-83ce893e-2e06-4344-830d-1e6975fd7793 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks [] for port, precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:28.536734 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-83ce893e-2e06-4344-830d-1e6975fd7793 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26528909'] for port, after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:28.540336 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:55:28.565485 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f1d643-288f-4007-a7cc-6ccd05d1e428 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 12:55:28.574504 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c1f1d643-288f-4007-a7cc-6ccd05d1e428 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for floatingip, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:28.585786 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0ed429-f7ac-4324-bfa7-58b2338f7921 None None] Sync routers for ids ['b0bae54f-9a8a-4397-b20e-232d984cf51e'] in dv-cinder-766296-6-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 12:55:28.609410 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0ed429-f7ac-4324-bfa7-58b2338f7921 None None] Routers {'b0bae54f-9a8a-4397-b20e-232d984cf51e'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:55:28.610910 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-7f0ed429-f7ac-4324-bfa7-58b2338f7921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a1ce7f0>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:55:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['b0bae54f-9a8a-4397-b20e-232d984cf51e'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:55:28.658297 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-c1f1d643-288f-4007-a7cc-6ccd05d1e428 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "PUT /v2.0/floatingips/35b5e697-87cc-44a7-a8d6-790a21f51364 HTTP/1.1" status: 200 len: 991 time: 1.6873567 Jun 16 12:55:28.659106 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '550ca17b-8b0e-429e-85d4-81808df07c91', 'tag': 'faf3d02f-fffc-43b0-ba37-b4a649295c87'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:55:28.664324 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d3ced2b0755242c869f5b076fa8168e6e97917c7fd5877aaea6e5f8b8701d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5379f1-5a7b-453e-bb9c-223c673c943c" -d '{"events": [{"name": "network-changed", "server_uuid": "550ca17b-8b0e-429e-85d4-81808df07c91", "tag": "faf3d02f-fffc-43b0-ba37-b4a649295c87"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:55:28.669323 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce893e-2e06-4344-830d-1e6975fd7793 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Pushing event updated for resources: {'Port': ['ID=4229eed6-0007-4aca-95ad-350263cdea0d,revision_number=2']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:55:28.677437 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-83ce893e-2e06-4344-830d-1e6975fd7793 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:55:28.699813 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-83ce893e-2e06-4344-830d-1e6975fd7793 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442364'] for floatingip, after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:28.733117 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-83ce893e-2e06-4344-830d-1e6975fd7793 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for floatingip, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:28.752059 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-83ce893e-2e06-4344-830d-1e6975fd7793 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4567766 Jun 16 12:55:28.877375 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 12:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fda09e3-e0a3-480e-8cb1-b154795bcbf6 x-openstack-request-id: req-5fda09e3-e0a3-480e-8cb1-b154795bcbf6 {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:55:28.878273 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "550ca17b-8b0e-429e-85d4-81808df07c91", "tag": "faf3d02f-fffc-43b0-ba37-b4a649295c87", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:55:28.879966 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5fda09e3-e0a3-480e-8cb1-b154795bcbf6 {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:55:28.880932 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '550ca17b-8b0e-429e-85d4-81808df07c91', 'tag': 'faf3d02f-fffc-43b0-ba37-b4a649295c87', 'status': 'completed', 'code': 200} Jun 16 12:55:29.063927 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-7f0ed429-f7ac-4324-bfa7-58b2338f7921 None None] Set router b0bae54f-9a8a-4397-b20e-232d984cf51e gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:55:29.076702 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5379f1-5a7b-453e-bb9c-223c673c943c req-f9e4238c-715c-4045-ab5a-ea04d822fce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:29.079435 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8a5379f1-5a7b-453e-bb9c-223c673c943c req-f9e4238c-715c-4045-ab5a-ea04d822fce3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9142176cdce2480a88e9dcee58c356f4&device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 1098 time: 0.1640925 Jun 16 12:55:29.085108 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-1ef92877-3bba-401d-8399-15b9724d679a tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1136454021&fields=id&tenant_id=3f9713ea5e7f4789a25afeaba4a1b9b2 HTTP/1.1" status: 200 len: 267 time: 0.0819728 Jun 16 12:55:29.363876 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-096f409c-5e81-4fd4-bd87-d205c5633a9b req-ac3c14d1-9daa-428b-b5e9-2d28f41b485f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0652611 Jun 16 12:55:29.384148 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5379f1-5a7b-453e-bb9c-223c673c943c req-83081945-089e-4999-8e5c-b82449463965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:29.386446 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8a5379f1-5a7b-453e-bb9c-223c673c943c req-83081945-089e-4999-8e5c-b82449463965 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b092543c-4e0a-4b3c-b41e-431b7c90a537 HTTP/1.1" status: 200 len: 917 time: 0.2990675 Jun 16 12:55:29.403375 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-a30c72b8-a4a8-4820-90fb-f9f682a15342 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:29.405788 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-a30c72b8-a4a8-4820-90fb-f9f682a15342 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/networks?id=ea00ad74-87b8-4238-b685-834f4d31b647 HTTP/1.1" status: 200 len: 811 time: 0.3033404 Jun 16 12:55:29.502863 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-c5f82117-ed61-40da-9687-ca5e90049090 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/quotas/3f9713ea5e7f4789a25afeaba4a1b9b2 HTTP/1.1" status: 200 len: 375 time: 0.0804839 Jun 16 12:55:29.546724 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f409c-5e81-4fd4-bd87-d205c5633a9b req-76abdd08-11ec-45e8-8b19-470f8944de1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:29.549417 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-096f409c-5e81-4fd4-bd87-d205c5633a9b req-76abdd08-11ec-45e8-8b19-470f8944de1d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b7db308073d4a089b0df0569909f5a2&device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 1098 time: 0.0912354 Jun 16 12:55:29.593670 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8a5379f1-5a7b-453e-bb9c-223c673c943c req-ae93a8a7-13a6-4b91-b1d3-359b749010d4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=faf3d02f-fffc-43b0-ba37-b4a649295c87 HTTP/1.1" status: 200 len: 999 time: 0.1849508 Jun 16 12:55:29.716409 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5379f1-5a7b-453e-bb9c-223c673c943c req-56fa88f5-efc1-402c-a543-d9f6da44b680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:29.719770 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8a5379f1-5a7b-453e-bb9c-223c673c943c req-56fa88f5-efc1-402c-a543-d9f6da44b680 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6854b649-d35a-4298-9aa6-e7a75a6ae3a1 HTTP/1.1" status: 200 len: 855 time: 0.1160674 Jun 16 12:55:29.745442 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-7f0ed429-f7ac-4324-bfa7-58b2338f7921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a1ce7f0>, [{'id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'name': 'tempest-AttachVolumeShelveTestJSON-834222333-router', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '3c6fb636-68f3-4fe5-93eb-542e63f258c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:24Z', 'updated_at': '2021-06-16T12:49:43Z', 'revision_number': 4, 'project_id': '9142176cdce2480a88e9dcee58c356f4', 'gw_port': {'id': '3c6fb636-68f3-4fe5-93eb-542e63f258c8', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:26Z', 'updated_at': '2021-06-16T12:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_floatingips': [{'id': '35b5e697-87cc-44a7-a8d6-790a21f51364', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'router_id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'port_id': 'faf3d02f-fffc-43b0-ba37-b4a649295c87', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537', 'mac_address': 'fa:16:3e:5f:dd:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550ca17b-8b0e-429e-85d4-81808df07c91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T12:55:03Z', 'updated_at': '2021-06-16T12:55:27Z', 'revision_number': 1, 'project_id': '9142176cdce2480a88e9dcee58c356f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fe31cab-afb2-436f-87ad-e2fb2d901ab3', 'name': '', 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'mac_address': 'fa:16:3e:a4:2f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6854b649-d35a-4298-9aa6-e7a75a6ae3a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:38Z', 'updated_at': '2021-06-16T12:50:04Z', 'revision_number': 5, 'project_id': '9142176cdce2480a88e9dcee58c356f4', 'subnets': [{'id': '6854b649-d35a-4298-9aa6-e7a75a6ae3a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:55:29.755073 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0ed429-f7ac-4324-bfa7-58b2338f7921 None None] Checking router: b0bae54f-9a8a-4397-b20e-232d984cf51e for host: dv-cinder-766296-6-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 12:55:29.786324 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0ed429-f7ac-4324-bfa7-58b2338f7921 None None] Routers {'b0bae54f-9a8a-4397-b20e-232d984cf51e'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:55:29.787486 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-7f0ed429-f7ac-4324-bfa7-58b2338f7921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a1ce7f0>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:55:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['b0bae54f-9a8a-4397-b20e-232d984cf51e'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:55:29.797621 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f409c-5e81-4fd4-bd87-d205c5633a9b req-32aac2b4-206c-4110-8a5e-7d3b4ea6b4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:29.800554 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-096f409c-5e81-4fd4-bd87-d205c5633a9b req-32aac2b4-206c-4110-8a5e-7d3b4ea6b4ea service neutron] 10.222.0.73 "GET /v2.0/networks?id=9c6243b5-3d74-40e5-9530-76601d13d460 HTTP/1.1" status: 200 len: 910 time: 0.1881204 Jun 16 12:55:29.806448 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-aa485565-9972-4a6e-ae8e-be1d6c0e05ec tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=3f9713ea5e7f4789a25afeaba4a1b9b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3018966 Jun 16 12:55:29.904535 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5379f1-5a7b-453e-bb9c-223c673c943c req-5871e964-31c0-420d-9ecb-93ad22b266db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:29.908794 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8a5379f1-5a7b-453e-bb9c-223c673c943c req-5871e964-31c0-420d-9ecb-93ad22b266db service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b092543c-4e0a-4b3c-b41e-431b7c90a537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1813016 Jun 16 12:55:30.009750 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-096f409c-5e81-4fd4-bd87-d205c5633a9b req-82c31a50-597d-479b-aee6-08fb84cb7312 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6984917c-1fa0-4c5f-82aa-21ed71169760 HTTP/1.1" status: 200 len: 1001 time: 0.1909008 Jun 16 12:55:30.077783 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 50896) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:55:30.129751 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f409c-5e81-4fd4-bd87-d205c5633a9b req-2757ce40-6895-43c4-a98f-263687ae1203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:30.132682 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-096f409c-5e81-4fd4-bd87-d205c5633a9b req-2757ce40-6895-43c4-a98f-263687ae1203 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9bf69c79-31ca-43a9-a491-65d3ffec99d5 HTTP/1.1" status: 200 len: 848 time: 0.1146297 Jun 16 12:55:30.139042 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-7f0ed429-f7ac-4324-bfa7-58b2338f7921 None None] Set router b0bae54f-9a8a-4397-b20e-232d984cf51e gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:55:30.237231 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-481a3824-3276-4da4-bd13-66d2b0b1995c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:30.339833 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f409c-5e81-4fd4-bd87-d205c5633a9b req-9ef822e4-bdfa-4fa7-ac81-9bd0a44a2b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:30.343344 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-096f409c-5e81-4fd4-bd87-d205c5633a9b req-9ef822e4-bdfa-4fa7-ac81-9bd0a44a2b2c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9c6243b5-3d74-40e5-9530-76601d13d460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2010489 Jun 16 12:55:30.567296 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-481a3824-3276-4da4-bd13-66d2b0b1995c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:30.578364 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-481a3824-3276-4da4-bd13-66d2b0b1995c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:30.585816 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-f982061e-3b8d-44b4-a04e-aefda78b275d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:55:30.598852 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-7f0ed429-f7ac-4324-bfa7-58b2338f7921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a1ce7f0>, [{'id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'name': 'tempest-AttachVolumeShelveTestJSON-834222333-router', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '3c6fb636-68f3-4fe5-93eb-542e63f258c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:24Z', 'updated_at': '2021-06-16T12:49:43Z', 'revision_number': 4, 'project_id': '9142176cdce2480a88e9dcee58c356f4', 'gw_port': {'id': '3c6fb636-68f3-4fe5-93eb-542e63f258c8', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:26Z', 'updated_at': '2021-06-16T12:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_floatingips': [{'id': '35b5e697-87cc-44a7-a8d6-790a21f51364', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'router_id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'port_id': 'faf3d02f-fffc-43b0-ba37-b4a649295c87', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537', 'mac_address': 'fa:16:3e:5f:dd:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550ca17b-8b0e-429e-85d4-81808df07c91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T12:55:03Z', 'updated_at': '2021-06-16T12:55:27Z', 'revision_number': 1, 'project_id': '9142176cdce2480a88e9dcee58c356f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fe31cab-afb2-436f-87ad-e2fb2d901ab3', 'name': '', 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'mac_address': 'fa:16:3e:a4:2f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6854b649-d35a-4298-9aa6-e7a75a6ae3a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:38Z', 'updated_at': '2021-06-16T12:50:04Z', 'revision_number': 5, 'project_id': '9142176cdce2480a88e9dcee58c356f4', 'subnets': [{'id': '6854b649-d35a-4298-9aa6-e7a75a6ae3a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:55:30.607056 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0ed429-f7ac-4324-bfa7-58b2338f7921 None None] The sync data for ids ['b0bae54f-9a8a-4397-b20e-232d984cf51e'] in dv-cinder-766296-6-iscsi is: [{'id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'name': 'tempest-AttachVolumeShelveTestJSON-834222333-router', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '3c6fb636-68f3-4fe5-93eb-542e63f258c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:24Z', 'updated_at': '2021-06-16T12:49:43Z', 'revision_number': 4, 'project_id': '9142176cdce2480a88e9dcee58c356f4', 'gw_port': {'id': '3c6fb636-68f3-4fe5-93eb-542e63f258c8', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:26Z', 'updated_at': '2021-06-16T12:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_floatingips': [{'id': '35b5e697-87cc-44a7-a8d6-790a21f51364', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'router_id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'port_id': 'faf3d02f-fffc-43b0-ba37-b4a649295c87', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537', 'mac_address': 'fa:16:3e:5f:dd:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550ca17b-8b0e-429e-85d4-81808df07c91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T12:55:03Z', 'updated_at': '2021-06-16T12:55:27Z', 'revision_number': 1, 'project_id': '9142176cdce2480a88e9dcee58c356f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fe31cab-afb2-436f-87ad-e2fb2d901ab3', 'name': '', 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'mac_address': 'fa:16:3e:a4:2f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6854b649-d35a-4298-9aa6-e7a75a6ae3a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:38Z', 'updated_at': '2021-06-16T12:50:04Z', 'revision_number': 5, 'project_id': '9142176cdce2480a88e9dcee58c356f4', 'subnets': [{'id': '6854b649-d35a-4298-9aa6-e7a75a6ae3a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 12:55:30.647429 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8a5379f1-5a7b-453e-bb9c-223c673c943c req-a709760c-69fb-42ee-b13f-2bd78bc732d1 service neutron] 10.222.0.73 "GET /v2.0/networks/b092543c-4e0a-4b3c-b41e-431b7c90a537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7256446 Jun 16 12:55:30.665955 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-096f409c-5e81-4fd4-bd87-d205c5633a9b req-7eafdb5c-2112-4c8c-a5f7-f5c549f5e628 service neutron] 10.222.0.73 "GET /v2.0/networks/9c6243b5-3d74-40e5-9530-76601d13d460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971199 Jun 16 12:55:30.677133 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a3824-3276-4da4-bd13-66d2b0b1995c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7339f99a-b765-4a36-88a7-ad408fc076c7,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:55:30.716115 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-481a3824-3276-4da4-bd13-66d2b0b1995c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=424451c71ca848f6b636e16f73a350be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6362832 Jun 16 12:55:30.721149 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 50900) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:55:30.728959 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481a3824-3276-4da4-bd13-66d2b0b1995c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:55:30.729482 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481a3824-3276-4da4-bd13-66d2b0b1995c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:55:30.729968 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481a3824-3276-4da4-bd13-66d2b0b1995c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:55:30.730528 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481a3824-3276-4da4-bd13-66d2b0b1995c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:55:30.730977 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481a3824-3276-4da4-bd13-66d2b0b1995c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:55:30.731558 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481a3824-3276-4da4-bd13-66d2b0b1995c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:55:30.732114 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481a3824-3276-4da4-bd13-66d2b0b1995c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:55:30.732624 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481a3824-3276-4da4-bd13-66d2b0b1995c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:55:30.733381 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481a3824-3276-4da4-bd13-66d2b0b1995c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:55:30.733748 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481a3824-3276-4da4-bd13-66d2b0b1995c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:55:30.734113 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481a3824-3276-4da4-bd13-66d2b0b1995c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:55:30.734505 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481a3824-3276-4da4-bd13-66d2b0b1995c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:55:30.742044 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-481a3824-3276-4da4-bd13-66d2b0b1995c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:55:30.779085 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-e0a82dec-2d1e-455f-9b15-fa3c945e8949 service neutron] 10.222.0.67 "GET /v2.0/networks/ea00ad74-87b8-4238-b685-834f4d31b647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9251728 Jun 16 12:55:30.837815 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-096f409c-5e81-4fd4-bd87-d205c5633a9b req-f48116c0-c15d-40bf-9903-c59cc49fa5b8 service neutron] 10.222.0.73 "GET /v2.0/networks/9c6243b5-3d74-40e5-9530-76601d13d460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507201 Jun 16 12:55:30.923346 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b466181-0893-4f8c-bc37-e55b668a72a0 None None] New status for floating IP 35b5e697-87cc-44a7-a8d6-790a21f51364: ACTIVE {{(pid=109148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 12:55:30.953469 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8a5379f1-5a7b-453e-bb9c-223c673c943c req-312e2e98-4547-439b-ab5f-76115da22367 service neutron] 10.222.0.73 "GET /v2.0/networks/b092543c-4e0a-4b3c-b41e-431b7c90a537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947438 Jun 16 12:55:30.964241 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-5795dd71-76fc-4cdb-a2dc-7b551d3c2ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:30.966140 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-dbb0a837-3de6-470a-8a2f-832008993c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:30.998949 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-4caf9633-e171-4a7b-8695-7464bbaa107c service neutron] 10.222.0.67 "GET /v2.0/networks/ea00ad74-87b8-4238-b685-834f4d31b647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762288 Jun 16 12:55:31.010458 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-5795dd71-76fc-4cdb-a2dc-7b551d3c2ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:31.088326 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-5795dd71-76fc-4cdb-a2dc-7b551d3c2ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:31.093221 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-5795dd71-76fc-4cdb-a2dc-7b551d3c2ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:31.100106 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-5795dd71-76fc-4cdb-a2dc-7b551d3c2ead admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7339f99a-b765-4a36-88a7-ad408fc076c7 HTTP/1.1" status: 204 len: 168 time: 0.3686330 Jun 16 12:55:31.100106 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-12635e9a-0e21-4a8d-b1fc-aeae46216d5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:55:31.115340 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5795dd71-76fc-4cdb-a2dc-7b551d3c2ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7339f99a-b765-4a36-88a7-ad408fc076c7,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:55:31.127917 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-5795dd71-76fc-4cdb-a2dc-7b551d3c2ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:55:31.390144 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0b1054b0-9d0d-4b32-8781-8320b92a71e4 req-225b3cca-63dd-4a36-899d-5cfb9f557f86 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c720fc6-c9e4-476c-9a86-b2280c30dbd7 HTTP/1.1" status: 200 len: 210 time: 0.1202826 Jun 16 12:55:32.665835 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6a7c23a8-c537-4337-a237-70bc6b67bdc1 req-f8224be1-8e18-4429-9204-11084964479f tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c720fc6-c9e4-476c-9a86-b2280c30dbd7 HTTP/1.1" status: 200 len: 210 time: 0.0553398 Jun 16 12:55:33.053996 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:33.136456 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-a1d71a8c-9543-4b60-9f15-fa79e64e4b2c tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:33.139525 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-a1d71a8c-9543-4b60-9f15-fa79e64e4b2c tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.73 "GET /v2.0/networks?id=ea00ad74-87b8-4238-b685-834f4d31b647 HTTP/1.1" status: 200 len: 811 time: 0.2502980 Jun 16 12:55:33.201978 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-d9563c9c-6ad2-4ee5-85ef-c5f3d4b28ee2 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f9713ea5e7f4789a25afeaba4a1b9b2 HTTP/1.1" status: 200 len: 380 time: 0.0476170 Jun 16 12:55:33.215225 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-7215b977-4de1-4ab3-9989-76c776bc7210 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Request body: {'port': {'device_id': '6c720fc6-c9e4-476c-9a86-b2280c30dbd7', 'network_id': 'ea00ad74-87b8-4238-b685-834f4d31b647', 'admin_state_up': True, 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'security_groups': ['3f7671d7-3298-468e-a13d-655d93c112a6']}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:55:33.357043 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-7215b977-4de1-4ab3-9989-76c776bc7210 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Made reservation on behalf of 3f9713ea5e7f4789a25afeaba4a1b9b2 for: {'port': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:55:33.361338 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-7215b977-4de1-4ab3-9989-76c776bc7210 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:33.520101 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-7215b977-4de1-4ab3-9989-76c776bc7210 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Allocated IP 172.20.0.5 (ea00ad74-87b8-4238-b685-834f4d31b647/1a94bd32-4e74-4078-a9cb-34eb92b42cef/ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:55:33.682115 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-7215b977-4de1-4ab3-9989-76c776bc7210 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks [] for port, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:33.702776 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.provisioning_blocks [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-7215b977-4de1-4ab3-9989-76c776bc7210 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Transition to ACTIVE for port object ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd will not be triggered until provisioned by entity DHCP. {{(pid=109145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:55:33.742722 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-7215b977-4de1-4ab3-9989-76c776bc7210 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26528923'] for port, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:33.747820 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-eaded32c-8819-44e2-9943-f3de721b0154 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:55:33.821395 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-7215b977-4de1-4ab3-9989-76c776bc7210 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Network ea00ad74-87b8-4238-b685-834f4d31b647 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:55:33.833267 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-7215b977-4de1-4ab3-9989-76c776bc7210 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:55:33.837618 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-7215b977-4de1-4ab3-9989-76c776bc7210 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:55:33.885397 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215b977-4de1-4ab3-9989-76c776bc7210 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Pushing event updated for resources: {'Port': ['ID=ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:55:33.891042 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-7215b977-4de1-4ab3-9989-76c776bc7210 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:55:33.985828 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-7215b977-4de1-4ab3-9989-76c776bc7210 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:33.986627 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-7215b977-4de1-4ab3-9989-76c776bc7210 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:34.021394 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-7215b977-4de1-4ab3-9989-76c776bc7210 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8105145 Jun 16 12:55:34.043570 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e7239-e435-49dc-801f-2f1cb671ff3e req-f0ddbbbd-7caf-42a1-a2c2-adee58779792 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:34.046657 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3f6e7239-e435-49dc-801f-2f1cb671ff3e req-f0ddbbbd-7caf-42a1-a2c2-adee58779792 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c720fc6-c9e4-476c-9a86-b2280c30dbd7 HTTP/1.1" status: 200 len: 931 time: 0.1689708 Jun 16 12:55:34.056099 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-9c961d2e-3a62-46dd-aa6d-fefcaaff20f4 service neutron] Request body: {'port': {'device_id': '6c720fc6-c9e4-476c-9a86-b2280c30dbd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76629'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:55:34.164994 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3f6e7239-e435-49dc-801f-2f1cb671ff3e req-ea24cb47-7a5e-4b39-9e16-a4633b6cc236 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=3f7671d7-3298-468e-a13d-655d93c112a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022460 Jun 16 12:55:34.219232 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-aa682a1a-7fe4-4859-a3ae-afa2488fc881 None None] Provisioning for port ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd completed by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:55:34.228061 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-aa682a1a-7fe4-4859-a3ae-afa2488fc881 None None] Provisioning complete for port ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:55:34.229567 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-aa682a1a-7fe4-4859-a3ae-afa2488fc881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:34.231479 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-9c961d2e-3a62-46dd-aa6d-fefcaaff20f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:34.307605 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-aa682a1a-7fe4-4859-a3ae-afa2488fc881 None None] Port ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 12:55:34.450375 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-d949a140-dbcc-4fc6-be69-1894143c902f tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=5fe6754f2d9248ad8fcce8caae69a07e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480299 Jun 16 12:55:34.756531 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-1a8c29da-4d7f-4ae5-87f2-5a57ab85a6fa tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:34.758186 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-1a8c29da-4d7f-4ae5-87f2-5a57ab85a6fa tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2979233 Jun 16 12:55:34.790793 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-1917963a-b9a6-4260-9572-10e5300cc77a tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] 10.222.0.67 "GET /v2.0/quotas/5fe6754f2d9248ad8fcce8caae69a07e HTTP/1.1" status: 200 len: 375 time: 0.0216475 Jun 16 12:55:34.854087 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-2b86f9c7-f069-42a7-a3f5-385b27559615 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=5fe6754f2d9248ad8fcce8caae69a07e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569060 Jun 16 12:55:34.873304 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-9c961d2e-3a62-46dd-aa6d-fefcaaff20f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd {{(pid=109145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 12:55:34.885581 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-9c961d2e-3a62-46dd-aa6d-fefcaaff20f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:34.906253 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.provisioning_blocks [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-9c961d2e-3a62-46dd-aa6d-fefcaaff20f4 service neutron] Transition to ACTIVE for port object ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd will not be triggered until provisioned by entity L2. {{(pid=109145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:55:34.912766 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-9c961d2e-3a62-46dd-aa6d-fefcaaff20f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26528909'] for port, after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:34.915804 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-04d6a913-77d8-4c53-b753-424c04e86d4b tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:55:35.067191 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c961d2e-3a62-46dd-aa6d-fefcaaff20f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd,revision_number=2']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:55:35.084539 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-9c961d2e-3a62-46dd-aa6d-fefcaaff20f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:55:35.234908 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e867f0dc-ca08-4c60-89de-d9e9dd260c9d req-9dcd0d8f-1c5b-4d94-a6b8-6e3713709fb8 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] 10.222.0.67 "GET /v2.0/ports?device_id=99380089-1692-4217-92b8-0f3552247143 HTTP/1.1" status: 200 len: 210 time: 0.1003299 Jun 16 12:55:35.303897 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-004d382a-9682-4f1b-a875-927c7671875b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:35.342492 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-9c961d2e-3a62-46dd-aa6d-fefcaaff20f4 service neutron] Attempting to bind port ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd on host hv-cinder-76629 for vnic_type normal with profile {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:55:35.343573 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-9c961d2e-3a62-46dd-aa6d-fefcaaff20f4 service neutron] Attempting to bind port ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd by drivers openvswitch,hyperv on host hv-cinder-76629 at level 0 using segments [{'id': 'c134a422-ed02-4a76-b565-b54dfcd7a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ea00ad74-87b8-4238-b685-834f4d31b647'}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:55:35.344231 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-9c961d2e-3a62-46dd-aa6d-fefcaaff20f4 service neutron] Attempting to bind port ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd on network ea00ad74-87b8-4238-b685-834f4d31b647 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:55:35.354904 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-9c961d2e-3a62-46dd-aa6d-fefcaaff20f4 service neutron] Port ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd on network ea00ad74-87b8-4238-b685-834f4d31b647 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76629 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 12:55:35.355448 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-9c961d2e-3a62-46dd-aa6d-fefcaaff20f4 service neutron] Attempting to bind port ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd on network ea00ad74-87b8-4238-b685-834f4d31b647 {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:55:35.371148 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-9c961d2e-3a62-46dd-aa6d-fefcaaff20f4 service neutron] Checking agent: {'id': 'b6c345f8-0197-4552-bdfc-f76fc82bf107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76629', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 47, 31), 'started_at': datetime.datetime(2021, 6, 16, 12, 47, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:55:35.371148 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-9c961d2e-3a62-46dd-aa6d-fefcaaff20f4 service neutron] Checking segment: {'id': 'c134a422-ed02-4a76-b565-b54dfcd7a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ea00ad74-87b8-4238-b685-834f4d31b647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:55:35.371148 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-9c961d2e-3a62-46dd-aa6d-fefcaaff20f4 service neutron] Bound using segment: {'id': 'c134a422-ed02-4a76-b565-b54dfcd7a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ea00ad74-87b8-4238-b685-834f4d31b647'} {{(pid=109145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:55:35.371148 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.managers [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-9c961d2e-3a62-46dd-aa6d-fefcaaff20f4 service neutron] Bound port: ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd, host: hv-cinder-76629, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c134a422-ed02-4a76-b565-b54dfcd7a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ea00ad74-87b8-4238-b685-834f4d31b647'}}] {{(pid=109145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:55:35.371148 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-9c961d2e-3a62-46dd-aa6d-fefcaaff20f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:35.479521 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-9c961d2e-3a62-46dd-aa6d-fefcaaff20f4 service neutron] For port ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd, host hv-cinder-76629, cleared binding levels {{(pid=109145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:55:35.560578 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-9c961d2e-3a62-46dd-aa6d-fefcaaff20f4 service neutron] For port ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd, host hv-cinder-76629, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd,segment=NetworkSegment(c134a422-ed02-4a76-b565-b54dfcd7a8d9),segment_id=c134a422-ed02-4a76-b565-b54dfcd7a8d9)] {{(pid=109145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:55:35.569707 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-9c961d2e-3a62-46dd-aa6d-fefcaaff20f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26528909'] for port, after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:35.574151 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-a61a52d3-525c-4dfd-b30f-1290918043e8 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:55:35.623922 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-9c961d2e-3a62-46dd-aa6d-fefcaaff20f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:35.624658 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-9c961d2e-3a62-46dd-aa6d-fefcaaff20f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:35.626121 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-9c961d2e-3a62-46dd-aa6d-fefcaaff20f4 service neutron] 10.222.0.73 "PUT /v2.0/ports/ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd HTTP/1.1" status: 200 len: 1093 time: 1.5780919 Jun 16 12:55:35.626707 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c720fc6-c9e4-476c-9a86-b2280c30dbd7', 'tag': 'ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:55:35.629914 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9bae50dfbf258dfcc1b22b71b0f324177d6a2dd6dbdff5bf738173c6d3102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ecaf45-91e8-4288-8d0f-c8d9ebb864eb" -d '{"events": [{"name": "network-changed", "server_uuid": "6c720fc6-c9e4-476c-9a86-b2280c30dbd7", "tag": "ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:55:35.687028 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:35.687764 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 12:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc164b7-bd6b-4942-b111-570e9630c1a1 x-openstack-request-id: req-7cc164b7-bd6b-4942-b111-570e9630c1a1 {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:55:35.688104 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c720fc6-c9e4-476c-9a86-b2280c30dbd7", "tag": "ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:55:35.688388 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7cc164b7-bd6b-4942-b111-570e9630c1a1 {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:55:35.689029 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c720fc6-c9e4-476c-9a86-b2280c30dbd7', 'tag': 'ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd', 'status': 'completed', 'code': 200} Jun 16 12:55:35.699279 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e2232-2ee0-412b-b112-33c2a6684adb req-fafade2c-cf23-471d-a9db-c721cd2ee0aa tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:35.701570 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5d8e2232-2ee0-412b-b112-33c2a6684adb req-fafade2c-cf23-471d-a9db-c721cd2ee0aa tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c720fc6-c9e4-476c-9a86-b2280c30dbd7 HTTP/1.1" status: 200 len: 943 time: 0.2266464 Jun 16 12:55:35.759781 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c961d2e-3a62-46dd-aa6d-fefcaaff20f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd,revision_number=3']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:55:35.770835 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-9c961d2e-3a62-46dd-aa6d-fefcaaff20f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:55:35.809789 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5d8e2232-2ee0-412b-b112-33c2a6684adb req-945bace2-6b89-4bf3-9ff4-d4ffef6d1e48 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=3f7671d7-3298-468e-a13d-655d93c112a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877461 Jun 16 12:55:35.849289 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-6405cf52-2ef1-41f3-9bd0-b5f50a197eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:35.862813 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-6405cf52-2ef1-41f3-9bd0-b5f50a197eac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3f9713ea5e7f4789a25afeaba4a1b9b2&device_id=6c720fc6-c9e4-476c-9a86-b2280c30dbd7 HTTP/1.1" status: 200 len: 1096 time: 0.1495914 Jun 16 12:55:35.913926 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-ae115afd-f433-49eb-87dc-43023fdee744 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd HTTP/1.1" status: 200 len: 217 time: 0.0492179 Jun 16 12:55:35.998987 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-db0e01fd-5665-43d2-a28e-594588dcde1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:36.000700 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-db0e01fd-5665-43d2-a28e-594588dcde1d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1a94bd32-4e74-4078-a9cb-34eb92b42cef HTTP/1.1" status: 200 len: 850 time: 0.0726604 Jun 16 12:55:36.086558 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-cfde037b-957c-4b07-9305-d7ed938318a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:36.088225 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-cfde037b-957c-4b07-9305-d7ed938318a2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ea00ad74-87b8-4238-b685-834f4d31b647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0773129 Jun 16 12:55:36.256056 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-54a9fedc-fd4b-445c-b5ad-db81b0d27ee9 service neutron] 10.222.0.73 "GET /v2.0/networks/ea00ad74-87b8-4238-b685-834f4d31b647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590872 Jun 16 12:55:36.404172 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2bf12cd9-2d3b-48bc-83a9-fcc3b00bf4cb req-a4a10c95-b0a2-46d7-ba62-e3fde21120e0 service neutron] 10.222.0.73 "GET /v2.0/networks/ea00ad74-87b8-4238-b685-834f4d31b647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359835 Jun 16 12:55:36.487583 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fd926b5d-8691-46e9-9749-028a557435d3 req-59b38a0f-63e6-46a9-a98f-a11ef2a8dffe tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] 10.222.0.67 "GET /v2.0/ports?device_id=99380089-1692-4217-92b8-0f3552247143 HTTP/1.1" status: 200 len: 210 time: 0.0389123 Jun 16 12:55:36.543673 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ecaf45-91e8-4288-8d0f-c8d9ebb864eb req-1ca1c656-0695-4bfa-b0fc-68cdf9675cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:36.545326 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-22ecaf45-91e8-4288-8d0f-c8d9ebb864eb req-1ca1c656-0695-4bfa-b0fc-68cdf9675cae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3f9713ea5e7f4789a25afeaba4a1b9b2&device_id=6c720fc6-c9e4-476c-9a86-b2280c30dbd7 HTTP/1.1" status: 200 len: 1096 time: 0.0670457 Jun 16 12:55:36.664206 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ecaf45-91e8-4288-8d0f-c8d9ebb864eb req-b752b0bd-033b-41e3-972b-c157c4a25a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:36.666678 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-22ecaf45-91e8-4288-8d0f-c8d9ebb864eb req-b752b0bd-033b-41e3-972b-c157c4a25a9c service neutron] 10.222.0.73 "GET /v2.0/networks?id=ea00ad74-87b8-4238-b685-834f4d31b647 HTTP/1.1" status: 200 len: 912 time: 0.1083014 Jun 16 12:55:36.725656 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-22ecaf45-91e8-4288-8d0f-c8d9ebb864eb req-278d785e-3ce6-4425-ac2f-843827c17dc4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd HTTP/1.1" status: 200 len: 217 time: 0.0482118 Jun 16 12:55:36.813931 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-abfcb68c-d0de-4280-bac9-ad1a523f7a22 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=5fe6754f2d9248ad8fcce8caae69a07e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437005 Jun 16 12:55:36.818795 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ecaf45-91e8-4288-8d0f-c8d9ebb864eb req-ed1132f1-0f5c-4153-89f1-07a421e1d55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:36.821204 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-22ecaf45-91e8-4288-8d0f-c8d9ebb864eb req-ed1132f1-0f5c-4153-89f1-07a421e1d55f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1a94bd32-4e74-4078-a9cb-34eb92b42cef HTTP/1.1" status: 200 len: 850 time: 0.0851154 Jun 16 12:55:36.929993 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ecaf45-91e8-4288-8d0f-c8d9ebb864eb req-50a70149-29aa-446d-a2ef-d22f5c47ccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:36.932536 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-22ecaf45-91e8-4288-8d0f-c8d9ebb864eb req-50a70149-29aa-446d-a2ef-d22f5c47ccf2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ea00ad74-87b8-4238-b685-834f4d31b647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0984902 Jun 16 12:55:37.027284 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:37.181698 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-22ecaf45-91e8-4288-8d0f-c8d9ebb864eb req-410a803e-6d92-47d2-a6e4-41a39e97100e service neutron] 10.222.0.73 "GET /v2.0/networks/ea00ad74-87b8-4238-b685-834f4d31b647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410519 Jun 16 12:55:37.250560 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-204f53e7-7a0f-44bd-8ce8-d29640361e70 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:37.253506 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-204f53e7-7a0f-44bd-8ce8-d29640361e70 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4196236 Jun 16 12:55:37.277243 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-763591cd-db0e-4363-87ea-19411b273358 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Request body: {'port': {'device_id': '99380089-1692-4217-92b8-0f3552247143', 'network_id': 'da74526f-1650-461d-848e-ab70bd1bebbf', 'admin_state_up': True, 'tenant_id': '5fe6754f2d9248ad8fcce8caae69a07e'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:55:37.335798 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed9792-6649-4cd3-a60d-ae066f77da04 req-c832f2eb-ec57-4870-b138-f31ee6c77ee1 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:37.338576 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d2ed9792-6649-4cd3-a60d-ae066f77da04 req-c832f2eb-ec57-4870-b138-f31ee6c77ee1 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c720fc6-c9e4-476c-9a86-b2280c30dbd7 HTTP/1.1" status: 200 len: 943 time: 0.2326987 Jun 16 12:55:37.436135 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-22ecaf45-91e8-4288-8d0f-c8d9ebb864eb req-42963b17-380c-4d8d-8316-6bfc8d0e6dc5 service neutron] 10.222.0.73 "GET /v2.0/networks/ea00ad74-87b8-4238-b685-834f4d31b647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373424 Jun 16 12:55:37.447097 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d2ed9792-6649-4cd3-a60d-ae066f77da04 req-82f875ab-04ea-4ae6-89a7-e1594c480fa6 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=3f7671d7-3298-468e-a13d-655d93c112a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924015 Jun 16 12:55:37.506871 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-763591cd-db0e-4363-87ea-19411b273358 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Made reservation on behalf of 5fe6754f2d9248ad8fcce8caae69a07e for: {'port': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:55:37.513189 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-763591cd-db0e-4363-87ea-19411b273358 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:37.531409 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-763591cd-db0e-4363-87ea-19411b273358 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:37.731299 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b1bb54a2-a602-4abe-97b1-5595b51740a1 req-03ab9aee-f353-4fa8-bd22-bc33b87aab7a tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] 10.222.0.67 "GET /v2.0/ports?device_id=99380089-1692-4217-92b8-0f3552247143 HTTP/1.1" status: 200 len: 210 time: 0.0584233 Jun 16 12:55:37.743633 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-763591cd-db0e-4363-87ea-19411b273358 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:37.751347 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-763591cd-db0e-4363-87ea-19411b273358 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:37.759676 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-2ebb3dd5-2736-49c6-8af5-b8ab77f0584b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:55:37.881006 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763591cd-db0e-4363-87ea-19411b273358 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7db6cdff-7e08-43d3-a970-128f3bb9437e,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:55:37.892869 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-763591cd-db0e-4363-87ea-19411b273358 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:55:38.056356 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-763591cd-db0e-4363-87ea-19411b273358 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Allocated IP 192.168.233.192 (da74526f-1650-461d-848e-ab70bd1bebbf/b859963b-f54f-4ac0-aec4-6a569b0897b2/d0bfc073-8912-4a4d-b368-ada1a7bd94df) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:55:38.371710 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-763591cd-db0e-4363-87ea-19411b273358 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Notify callbacks [] for port, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:38.401883 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.provisioning_blocks [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-763591cd-db0e-4363-87ea-19411b273358 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Transition to ACTIVE for port object d0bfc073-8912-4a4d-b368-ada1a7bd94df will not be triggered until provisioned by entity DHCP. {{(pid=109146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:55:38.468121 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-763591cd-db0e-4363-87ea-19411b273358 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32077152'] for port, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:38.474794 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-28a6beb6-bcf8-4e79-acb3-b2c6e8bc5278 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:55:38.542061 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-763591cd-db0e-4363-87ea-19411b273358 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Network da74526f-1650-461d-848e-ab70bd1bebbf is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:55:38.553810 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-763591cd-db0e-4363-87ea-19411b273358 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:55:38.560756 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-763591cd-db0e-4363-87ea-19411b273358 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:55:38.630875 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763591cd-db0e-4363-87ea-19411b273358 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Pushing event updated for resources: {'Port': ['ID=d0bfc073-8912-4a4d-b368-ada1a7bd94df,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:55:38.638669 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-763591cd-db0e-4363-87ea-19411b273358 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:55:38.684788 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-763591cd-db0e-4363-87ea-19411b273358 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:38.686139 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-763591cd-db0e-4363-87ea-19411b273358 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:38.714902 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-763591cd-db0e-4363-87ea-19411b273358 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4454460 Jun 16 12:55:38.735812 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-28527702-dd13-4ccf-9cd3-16edf0c8339e service neutron] Request body: {'port': {'device_id': '99380089-1692-4217-92b8-0f3552247143', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76629'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:55:38.843873 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-28527702-dd13-4ccf-9cd3-16edf0c8339e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:38.848498 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1282d-c9a0-4c0a-ac8f-dd978a8a8ecf req-e01485cc-a831-4a00-938d-4be5dc8c28d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:38.850481 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-36e1282d-c9a0-4c0a-ac8f-dd978a8a8ecf req-e01485cc-a831-4a00-938d-4be5dc8c28d2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60d3e5144bb04eeaa2fe27abc09c9c27&device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 1138 time: 0.6802733 Jun 16 12:55:38.868840 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ac413-1049-4350-a999-c8d296563b51 req-f0bb7604-6c4f-407b-8ec8-1992c7e324ba tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:38.875268 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fd3ac413-1049-4350-a999-c8d296563b51 req-f0bb7604-6c4f-407b-8ec8-1992c7e324ba tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c720fc6-c9e4-476c-9a86-b2280c30dbd7 HTTP/1.1" status: 200 len: 943 time: 0.1959903 Jun 16 12:55:38.929091 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d65760-bb64-4900-8630-dd799e8835f9 req-73b8a229-b8bc-4025-a0e2-e866d502f22d tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:38.931276 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-83d65760-bb64-4900-8630-dd799e8835f9 req-73b8a229-b8bc-4025-a0e2-e866d502f22d tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 985 time: 0.2741857 Jun 16 12:55:38.958297 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-d9d798f8-cdf2-4777-aba1-0ef708e0f203 None None] Provisioning for port d0bfc073-8912-4a4d-b368-ada1a7bd94df completed by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:55:38.967647 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-d9d798f8-cdf2-4777-aba1-0ef708e0f203 None None] Provisioning complete for port d0bfc073-8912-4a4d-b368-ada1a7bd94df triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:55:38.968877 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-d9d798f8-cdf2-4777-aba1-0ef708e0f203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:39.046566 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-d9d798f8-cdf2-4777-aba1-0ef708e0f203 None None] Port d0bfc073-8912-4a4d-b368-ada1a7bd94df cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 12:55:39.068161 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fd3ac413-1049-4350-a999-c8d296563b51 req-c0d98ccc-8a7a-474a-be5f-0a6826b0f8e6 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=3f7671d7-3298-468e-a13d-655d93c112a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769016 Jun 16 12:55:39.109647 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-83d65760-bb64-4900-8630-dd799e8835f9 req-acebb015-da8e-465a-bec9-70439b895f99 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/security-groups?id=d192b5b4-d454-47db-b7ce-2e9df4d2cf19&id=fc262e89-74e2-45ba-a363-e4de60f7589d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1609664 Jun 16 12:55:39.132914 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1282d-c9a0-4c0a-ac8f-dd978a8a8ecf req-2f2146a0-c8aa-408c-aec0-83a4efa23eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:39.136199 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-36e1282d-c9a0-4c0a-ac8f-dd978a8a8ecf req-2f2146a0-c8aa-408c-aec0-83a4efa23eac service neutron] 10.222.0.73 "GET /v2.0/networks?id=db2dc321-0434-4772-b9c0-62ee7ab9b166 HTTP/1.1" status: 200 len: 916 time: 0.2587442 Jun 16 12:55:39.287885 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-36e1282d-c9a0-4c0a-ac8f-dd978a8a8ecf req-b6d349b3-cdee-43c4-8131-4459854d0939 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6 HTTP/1.1" status: 200 len: 1002 time: 0.1403716 Jun 16 12:55:39.347619 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:39.395602 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1282d-c9a0-4c0a-ac8f-dd978a8a8ecf req-cad245a6-864e-48e9-a53b-785d6cc4a719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:39.397747 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-36e1282d-c9a0-4c0a-ac8f-dd978a8a8ecf req-cad245a6-864e-48e9-a53b-785d6cc4a719 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04d171e3-63ad-40cc-b1ef-c03c5948460b HTTP/1.1" status: 200 len: 854 time: 0.0999064 Jun 16 12:55:39.459995 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-28527702-dd13-4ccf-9cd3-16edf0c8339e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0bfc073-8912-4a4d-b368-ada1a7bd94df {{(pid=109146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 12:55:39.474866 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-28527702-dd13-4ccf-9cd3-16edf0c8339e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:39.498405 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.provisioning_blocks [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-28527702-dd13-4ccf-9cd3-16edf0c8339e service neutron] Transition to ACTIVE for port object d0bfc073-8912-4a4d-b368-ada1a7bd94df will not be triggered until provisioned by entity L2. {{(pid=109146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:55:39.504734 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-28527702-dd13-4ccf-9cd3-16edf0c8339e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32077174'] for port, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:39.509965 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-7b83beb0-8a15-48cc-ad11-2951679a2c45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:55:39.550920 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd details requested by agent hyperv_hv-cinder-76629 with host hv-cinder-76629 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 12:55:39.559819 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764dffd0-cbcf-4d3d-a4bc-35d0b93d4aab req-a5fc3c2f-734f-4a07-8c2b-26a5c42f427f tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:39.562280 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-764dffd0-cbcf-4d3d-a4bc-35d0b93d4aab req-a5fc3c2f-734f-4a07-8c2b-26a5c42f427f tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] 10.222.0.67 "GET /v2.0/ports?device_id=99380089-1692-4217-92b8-0f3552247143 HTTP/1.1" status: 200 len: 936 time: 0.1624887 Jun 16 12:55:39.566665 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1282d-c9a0-4c0a-ac8f-dd978a8a8ecf req-f6655bed-0b5c-40cf-861c-bd0426d7061b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:39.568656 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-36e1282d-c9a0-4c0a-ac8f-dd978a8a8ecf req-f6655bed-0b5c-40cf-861c-bd0426d7061b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=db2dc321-0434-4772-b9c0-62ee7ab9b166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1572001 Jun 16 12:55:39.661435 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28527702-dd13-4ccf-9cd3-16edf0c8339e service neutron] Pushing event updated for resources: {'Port': ['ID=d0bfc073-8912-4a4d-b368-ada1a7bd94df,revision_number=2']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:55:39.680334 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-28527702-dd13-4ccf-9cd3-16edf0c8339e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:55:39.765630 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd,segment=NetworkSegment(c134a422-ed02-4a76-b565-b54dfcd7a8d9),segment_id=c134a422-ed02-4a76-b565-b54dfcd7a8d9)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:55:39.788342 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Returning: {'device': 'ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd', 'network_id': 'ea00ad74-87b8-4238-b685-834f4d31b647', 'port_id': 'ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd', 'mac_address': 'fa:16:3e:85:b6:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a94bd32-4e74-4078-a9cb-34eb92b42cef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 12:55:39.848149 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-764dffd0-cbcf-4d3d-a4bc-35d0b93d4aab req-718e26f6-6f7e-4e28-a76d-04cd49aebbc5 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] 10.222.0.67 "GET /v2.0/security-groups?id=7db6cdff-7e08-43d3-a970-128f3bb9437e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608368 Jun 16 12:55:39.892436 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-36e1282d-c9a0-4c0a-ac8f-dd978a8a8ecf req-095b13b5-e292-415a-a6c9-e15a13002e4b service neutron] 10.222.0.73 "GET /v2.0/networks/db2dc321-0434-4772-b9c0-62ee7ab9b166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077970 Jun 16 12:55:39.901431 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:39.934187 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-43072469-a160-4d16-9402-2253616714b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 12:55:39.964039 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd,segment=NetworkSegment(c134a422-ed02-4a76-b565-b54dfcd7a8d9),segment_id=c134a422-ed02-4a76-b565-b54dfcd7a8d9)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:55:39.976907 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:39.980277 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-65956e18-09de-42cd-acb3-245966d039b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:55:40.055289 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-36e1282d-c9a0-4c0a-ac8f-dd978a8a8ecf req-cdf44b67-ad07-4a5f-8d64-464635744c45 service neutron] 10.222.0.73 "GET /v2.0/networks/db2dc321-0434-4772-b9c0-62ee7ab9b166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536853 Jun 16 12:55:40.080044 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:55:40.094679 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:55:40.095248 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:55:40.095807 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:55:40.096378 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:55:40.096978 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:55:40.097549 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:55:40.098120 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:55:40.098834 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:55:40.099312 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:55:40.099889 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:55:40.100448 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:55:40.101037 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:55:40.108025 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:55:40.292996 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] get_ports_and_sgs() called for port_ids ['ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 12:55:40.309103 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-28527702-dd13-4ccf-9cd3-16edf0c8339e service neutron] Attempting to bind port d0bfc073-8912-4a4d-b368-ada1a7bd94df on host hv-cinder-76629 for vnic_type normal with profile {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:55:40.309725 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-28527702-dd13-4ccf-9cd3-16edf0c8339e service neutron] Attempting to bind port d0bfc073-8912-4a4d-b368-ada1a7bd94df by drivers openvswitch,hyperv on host hv-cinder-76629 at level 0 using segments [{'id': '6de0be9c-52bb-453f-902c-c5585e11b73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'da74526f-1650-461d-848e-ab70bd1bebbf'}] {{(pid=109146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:55:40.310345 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-28527702-dd13-4ccf-9cd3-16edf0c8339e service neutron] Attempting to bind port d0bfc073-8912-4a4d-b368-ada1a7bd94df on network da74526f-1650-461d-848e-ab70bd1bebbf {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:55:40.324531 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-28527702-dd13-4ccf-9cd3-16edf0c8339e service neutron] Port d0bfc073-8912-4a4d-b368-ada1a7bd94df on network da74526f-1650-461d-848e-ab70bd1bebbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76629 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 12:55:40.325535 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-28527702-dd13-4ccf-9cd3-16edf0c8339e service neutron] Attempting to bind port d0bfc073-8912-4a4d-b368-ada1a7bd94df on network da74526f-1650-461d-848e-ab70bd1bebbf {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:55:40.337973 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-28527702-dd13-4ccf-9cd3-16edf0c8339e service neutron] Checking agent: {'id': 'b6c345f8-0197-4552-bdfc-f76fc82bf107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76629', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 47, 31), 'started_at': datetime.datetime(2021, 6, 16, 12, 47, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:55:40.339064 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-28527702-dd13-4ccf-9cd3-16edf0c8339e service neutron] Checking segment: {'id': '6de0be9c-52bb-453f-902c-c5585e11b73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'da74526f-1650-461d-848e-ab70bd1bebbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:55:40.340207 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-28527702-dd13-4ccf-9cd3-16edf0c8339e service neutron] Bound using segment: {'id': '6de0be9c-52bb-453f-902c-c5585e11b73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'da74526f-1650-461d-848e-ab70bd1bebbf'} {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:55:40.341356 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-28527702-dd13-4ccf-9cd3-16edf0c8339e service neutron] Bound port: d0bfc073-8912-4a4d-b368-ada1a7bd94df, host: hv-cinder-76629, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6de0be9c-52bb-453f-902c-c5585e11b73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'da74526f-1650-461d-848e-ab70bd1bebbf'}}] {{(pid=109146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:55:40.342766 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-28527702-dd13-4ccf-9cd3-16edf0c8339e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:40.536389 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-28527702-dd13-4ccf-9cd3-16edf0c8339e service neutron] For port d0bfc073-8912-4a4d-b368-ada1a7bd94df, host hv-cinder-76629, cleared binding levels {{(pid=109146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:55:40.543512 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-28527702-dd13-4ccf-9cd3-16edf0c8339e service neutron] For port d0bfc073-8912-4a4d-b368-ada1a7bd94df, host hv-cinder-76629, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=d0bfc073-8912-4a4d-b368-ada1a7bd94df,segment=NetworkSegment(6de0be9c-52bb-453f-902c-c5585e11b73a),segment_id=6de0be9c-52bb-453f-902c-c5585e11b73a)] {{(pid=109146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:55:40.559943 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-28527702-dd13-4ccf-9cd3-16edf0c8339e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32077174'] for port, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:40.568494 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b239c2-970f-4212-8670-1d9d47438039 req-6009bee7-2afe-4c90-b81c-0fc3abc64278 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:40.569558 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:55:40.576382 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-84b239c2-970f-4212-8670-1d9d47438039 req-6009bee7-2afe-4c90-b81c-0fc3abc64278 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c720fc6-c9e4-476c-9a86-b2280c30dbd7 HTTP/1.1" status: 200 len: 944 time: 0.2594848 Jun 16 12:55:40.635367 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-28527702-dd13-4ccf-9cd3-16edf0c8339e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:40.636461 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-28527702-dd13-4ccf-9cd3-16edf0c8339e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:40.639022 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-28527702-dd13-4ccf-9cd3-16edf0c8339e service neutron] 10.222.0.73 "PUT /v2.0/ports/d0bfc073-8912-4a4d-b368-ada1a7bd94df HTTP/1.1" status: 200 len: 1098 time: 1.9098365 Jun 16 12:55:40.639892 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99380089-1692-4217-92b8-0f3552247143', 'tag': 'd0bfc073-8912-4a4d-b368-ada1a7bd94df'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:55:40.656943 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d3ced2b0755242c869f5b076fa8168e6e97917c7fd5877aaea6e5f8b8701d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f46b0b-e209-4700-a3fa-9c843b9653bc" -d '{"events": [{"name": "network-changed", "server_uuid": "99380089-1692-4217-92b8-0f3552247143", "tag": "d0bfc073-8912-4a4d-b368-ada1a7bd94df"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:55:40.673380 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-84b239c2-970f-4212-8670-1d9d47438039 req-77d54310-8c8a-47d3-b920-de5ec813de5e tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=3f7671d7-3298-468e-a13d-655d93c112a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956724 Jun 16 12:55:40.718386 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4591c-6bca-4897-9bc6-9e6938acfe0a req-5a2c1621-c43d-43cb-82b7-68e1a543e1bd tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:40.735165 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6ed4591c-6bca-4897-9bc6-9e6938acfe0a req-5a2c1621-c43d-43cb-82b7-68e1a543e1bd tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 985 time: 0.2755535 Jun 16 12:55:40.805118 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28527702-dd13-4ccf-9cd3-16edf0c8339e service neutron] Pushing event updated for resources: {'Port': ['ID=d0bfc073-8912-4a4d-b368-ada1a7bd94df,revision_number=3']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:55:40.824842 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-28527702-dd13-4ccf-9cd3-16edf0c8339e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:55:40.841507 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6ed4591c-6bca-4897-9bc6-9e6938acfe0a req-de9c4fdf-c3b0-43ab-b509-2776c1560859 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/security-groups?id=d192b5b4-d454-47db-b7ce-2e9df4d2cf19&id=fc262e89-74e2-45ba-a363-e4de60f7589d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0981088 Jun 16 12:55:40.886322 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-ffa266a9-88fb-4876-bbc6-4323532aea96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:40.887991 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-ffa266a9-88fb-4876-bbc6-4323532aea96 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5fe6754f2d9248ad8fcce8caae69a07e&device_id=99380089-1692-4217-92b8-0f3552247143 HTTP/1.1" status: 200 len: 1101 time: 0.1540999 Jun 16 12:55:40.971870 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-1130ca0f-cfdd-4144-af44-fa44161145fc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=d0bfc073-8912-4a4d-b368-ada1a7bd94df HTTP/1.1" status: 200 len: 217 time: 0.0705860 Jun 16 12:55:40.975054 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 12:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222e077c-81cb-46bf-884c-c3d21ad4760b x-openstack-request-id: req-222e077c-81cb-46bf-884c-c3d21ad4760b {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:55:40.975619 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99380089-1692-4217-92b8-0f3552247143", "tag": "d0bfc073-8912-4a4d-b368-ada1a7bd94df", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:55:40.976108 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-222e077c-81cb-46bf-884c-c3d21ad4760b {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:55:40.976877 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99380089-1692-4217-92b8-0f3552247143', 'tag': 'd0bfc073-8912-4a4d-b368-ada1a7bd94df', 'status': 'completed', 'code': 200} Jun 16 12:55:41.066866 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-96ee8b3f-3a75-46d3-bb4f-6b3e599f085c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:41.069830 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-96ee8b3f-3a75-46d3-bb4f-6b3e599f085c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b859963b-f54f-4ac0-aec4-6a569b0897b2 HTTP/1.1" status: 200 len: 843 time: 0.0735371 Jun 16 12:55:41.154021 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-9a9fbb3f-3b54-4b3e-b7a3-8455351de0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:41.155927 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-9a9fbb3f-3b54-4b3e-b7a3-8455351de0bf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da74526f-1650-461d-848e-ab70bd1bebbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0745969 Jun 16 12:55:41.265212 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05f94c-c4c3-47f1-8981-1b76f4cfc780 req-45688ae0-0c93-4f94-87dd-09c5ac518e56 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:41.269228 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8b05f94c-c4c3-47f1-8981-1b76f4cfc780 req-45688ae0-0c93-4f94-87dd-09c5ac518e56 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] 10.222.0.67 "GET /v2.0/ports?device_id=99380089-1692-4217-92b8-0f3552247143 HTTP/1.1" status: 200 len: 948 time: 0.1075389 Jun 16 12:55:41.344030 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8b05f94c-c4c3-47f1-8981-1b76f4cfc780 req-e79ce64b-27a7-42b1-bac8-e1869d8ca80a tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] 10.222.0.67 "GET /v2.0/security-groups?id=7db6cdff-7e08-43d3-a970-128f3bb9437e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633485 Jun 16 12:55:41.359782 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-238f3596-9fe2-4d1b-852e-6af3fef78417 service neutron] 10.222.0.73 "GET /v2.0/networks/da74526f-1650-461d-848e-ab70bd1bebbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912465 Jun 16 12:55:41.510642 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-b78d3845-2d65-4f2a-b41d-997c4500b588 req-02096d2e-867f-4623-afc7-c435cd4e18f6 service neutron] 10.222.0.73 "GET /v2.0/networks/da74526f-1650-461d-848e-ab70bd1bebbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370814 Jun 16 12:55:41.568027 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd up at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:55:41.637565 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning for port ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:55:41.643035 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning complete for port ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:55:41.643880 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:41.694933 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f46b0b-e209-4700-a3fa-9c843b9653bc req-1bf79c76-6885-4af9-b0d7-d7b4071a87da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:41.697759 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-38f46b0b-e209-4700-a3fa-9c843b9653bc req-1bf79c76-6885-4af9-b0d7-d7b4071a87da service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5fe6754f2d9248ad8fcce8caae69a07e&device_id=99380089-1692-4217-92b8-0f3552247143 HTTP/1.1" status: 200 len: 1101 time: 0.1017690 Jun 16 12:55:41.794649 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:41.835799 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c720fc6-c9e4-476c-9a86-b2280c30dbd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:55:41.840034 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc19868b2eeee4f788927d96de96bc76ef619c1c8eef803ec6a338432d17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66aec5e7-bde4-41c8-b883-5d696c95ac79" -d '{"events": [{"server_uuid": "6c720fc6-c9e4-476c-9a86-b2280c30dbd7", "name": "network-vif-plugged", "status": "completed", "tag": "ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:55:41.879696 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd,segment=NetworkSegment(c134a422-ed02-4a76-b565-b54dfcd7a8d9),segment_id=c134a422-ed02-4a76-b565-b54dfcd7a8d9)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:55:41.882291 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f46b0b-e209-4700-a3fa-9c843b9653bc req-aa5ecbcd-939f-4eaa-8ea0-9defb62b4c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:41.885385 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-38f46b0b-e209-4700-a3fa-9c843b9653bc req-aa5ecbcd-939f-4eaa-8ea0-9defb62b4c93 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da74526f-1650-461d-848e-ab70bd1bebbf HTTP/1.1" status: 200 len: 870 time: 0.1786847 Jun 16 12:55:41.888177 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:41.894560 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-f4185da1-a3d3-43ee-b78f-2173d7238385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:55:41.950977 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 12:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8d84bc-8103-476f-8d3a-850309a4ea9c x-openstack-request-id: req-cf8d84bc-8103-476f-8d3a-850309a4ea9c {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:55:41.952364 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c720fc6-c9e4-476c-9a86-b2280c30dbd7", "name": "network-vif-plugged", "status": "completed", "tag": "ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:55:41.953103 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cf8d84bc-8103-476f-8d3a-850309a4ea9c {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:55:41.954330 dv-cinder-766296-6-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c720fc6-c9e4-476c-9a86-b2280c30dbd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd', 'code': 200} Jun 16 12:55:42.006336 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-38f46b0b-e209-4700-a3fa-9c843b9653bc req-82551af7-17a3-44e5-9649-2d17d59236ae service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=d0bfc073-8912-4a4d-b368-ada1a7bd94df HTTP/1.1" status: 200 len: 217 time: 0.1039565 Jun 16 12:55:42.025121 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:55:42.044349 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:55:42.102857 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651aefb4-a813-4a54-b8db-2fb42be820aa req-b4e215f0-eaec-4f9f-96f6-34c725064acb tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:42.116168 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-651aefb4-a813-4a54-b8db-2fb42be820aa req-b4e215f0-eaec-4f9f-96f6-34c725064acb tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c720fc6-c9e4-476c-9a86-b2280c30dbd7 HTTP/1.1" status: 200 len: 945 time: 0.1845379 Jun 16 12:55:42.120781 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f46b0b-e209-4700-a3fa-9c843b9653bc req-98562480-c1e7-481e-9ec8-9e138915954a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:42.124492 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-38f46b0b-e209-4700-a3fa-9c843b9653bc req-98562480-c1e7-481e-9ec8-9e138915954a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b859963b-f54f-4ac0-aec4-6a569b0897b2 HTTP/1.1" status: 200 len: 843 time: 0.1102211 Jun 16 12:55:42.222088 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-651aefb4-a813-4a54-b8db-2fb42be820aa req-4e31afea-5659-416d-8b91-78c27271c905 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=3f7671d7-3298-468e-a13d-655d93c112a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043916 Jun 16 12:55:42.255898 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f46b0b-e209-4700-a3fa-9c843b9653bc req-ad0a44ec-8855-4d66-ab42-7988778a8021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:42.258754 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-38f46b0b-e209-4700-a3fa-9c843b9653bc req-ad0a44ec-8855-4d66-ab42-7988778a8021 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da74526f-1650-461d-848e-ab70bd1bebbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1182842 Jun 16 12:55:42.309569 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f0d5b-3afb-43cf-bf6d-57b0a9a58a70 req-d85b0fcd-6619-4c17-8742-a8838f96a67f tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:42.319753 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-cf4f0d5b-3afb-43cf-bf6d-57b0a9a58a70 req-d85b0fcd-6619-4c17-8742-a8838f96a67f tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 985 time: 0.1625979 Jun 16 12:55:42.449625 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-cf4f0d5b-3afb-43cf-bf6d-57b0a9a58a70 req-4588550d-d782-4bb3-8c15-977de2f3a45a tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/security-groups?id=d192b5b4-d454-47db-b7ce-2e9df4d2cf19&id=fc262e89-74e2-45ba-a363-e4de60f7589d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1172683 Jun 16 12:55:42.470607 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-38f46b0b-e209-4700-a3fa-9c843b9653bc req-2f63c544-314f-4f5e-9160-9f46cbaa4a90 service neutron] 10.222.0.73 "GET /v2.0/networks/da74526f-1650-461d-848e-ab70bd1bebbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009881 Jun 16 12:55:42.477131 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909277bd-f2b1-47d4-b343-70d0459a3356 req-a705e3ad-6d44-4e90-930b-f26bb050ad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:42.479440 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-909277bd-f2b1-47d4-b343-70d0459a3356 req-a705e3ad-6d44-4e90-930b-f26bb050ad0d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6c720fc6-c9e4-476c-9a86-b2280c30dbd7 HTTP/1.1" status: 200 len: 1098 time: 0.1348789 Jun 16 12:55:42.562411 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-909277bd-f2b1-47d4-b343-70d0459a3356 req-d0c775cd-2535-4382-b447-df8d05073d16 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3f7671d7-3298-468e-a13d-655d93c112a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659938 Jun 16 12:55:42.642187 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-38f46b0b-e209-4700-a3fa-9c843b9653bc req-c615add2-11b9-4762-9610-40c3f03aaba0 service neutron] 10.222.0.73 "GET /v2.0/networks/da74526f-1650-461d-848e-ab70bd1bebbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483371 Jun 16 12:55:42.822557 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08bedc5-8ffd-4e15-abc7-f117b57dcab2 req-e710f09f-4202-471a-a089-439a6b3289f6 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:42.825576 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b08bedc5-8ffd-4e15-abc7-f117b57dcab2 req-e710f09f-4202-471a-a089-439a6b3289f6 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] 10.222.0.67 "GET /v2.0/ports?device_id=99380089-1692-4217-92b8-0f3552247143 HTTP/1.1" status: 200 len: 948 time: 0.1374133 Jun 16 12:55:42.902608 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b08bedc5-8ffd-4e15-abc7-f117b57dcab2 req-752fe984-a525-4174-adf7-61cf4fcf17fe tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] 10.222.0.67 "GET /v2.0/security-groups?id=7db6cdff-7e08-43d3-a970-128f3bb9437e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654252 Jun 16 12:55:43.611886 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea7552-bdf0-4b9c-ab70-7a4c8568f139 req-9cdc12d8-749c-4e78-a778-039258e406a1 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:43.615507 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-42ea7552-bdf0-4b9c-ab70-7a4c8568f139 req-9cdc12d8-749c-4e78-a778-039258e406a1 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c720fc6-c9e4-476c-9a86-b2280c30dbd7 HTTP/1.1" status: 200 len: 945 time: 0.1524816 Jun 16 12:55:43.702380 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-42ea7552-bdf0-4b9c-ab70-7a4c8568f139 req-ba5b563c-c85a-4e60-8a2b-316e9b180d08 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=3f7671d7-3298-468e-a13d-655d93c112a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750918 Jun 16 12:55:44.075887 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a976bf6d-ebfd-4288-8392-830b0c043ac0 req-ebf5a12b-3c77-4150-b22d-cc6f968e7d9b tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:44.078627 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a976bf6d-ebfd-4288-8392-830b0c043ac0 req-ebf5a12b-3c77-4150-b22d-cc6f968e7d9b tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 985 time: 0.1291969 Jun 16 12:55:44.163959 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a976bf6d-ebfd-4288-8392-830b0c043ac0 req-7a0cd410-7007-429c-9043-ce62a601c56d tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/security-groups?id=d192b5b4-d454-47db-b7ce-2e9df4d2cf19&id=fc262e89-74e2-45ba-a363-e4de60f7589d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0741518 Jun 16 12:55:44.371492 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a8870-9e37-48b7-b558-77c8455747c5 req-17668451-e480-4416-8881-a0cf0a34d8f2 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:44.374304 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-788a8870-9e37-48b7-b558-77c8455747c5 req-17668451-e480-4416-8881-a0cf0a34d8f2 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] 10.222.0.67 "GET /v2.0/ports?device_id=99380089-1692-4217-92b8-0f3552247143 HTTP/1.1" status: 200 len: 948 time: 0.1384487 Jun 16 12:55:44.454731 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-788a8870-9e37-48b7-b558-77c8455747c5 req-0a344d74-2351-469e-889e-eaa245627d8c tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] 10.222.0.67 "GET /v2.0/security-groups?id=7db6cdff-7e08-43d3-a970-128f3bb9437e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682399 Jun 16 12:55:45.030577 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c055dc-bf7f-4cec-88b6-843b02daa494 req-71071232-18ca-4d63-a3c5-700fbc060f05 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:45.032607 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c0c055dc-bf7f-4cec-88b6-843b02daa494 req-71071232-18ca-4d63-a3c5-700fbc060f05 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c720fc6-c9e4-476c-9a86-b2280c30dbd7 HTTP/1.1" status: 200 len: 945 time: 0.1056099 Jun 16 12:55:45.098738 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c0c055dc-bf7f-4cec-88b6-843b02daa494 req-f4936faf-ebf9-4b6f-a744-56b8e51a9e0f tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=3f7671d7-3298-468e-a13d-655d93c112a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521002 Jun 16 12:55:45.401192 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b452e-8e9c-41e9-93d2-4470326cbd13 req-6c2033fc-d7ee-4fc9-ac7a-c9d854de8595 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:45.403862 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-316b452e-8e9c-41e9-93d2-4470326cbd13 req-6c2033fc-d7ee-4fc9-ac7a-c9d854de8595 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c720fc6-c9e4-476c-9a86-b2280c30dbd7 HTTP/1.1" status: 200 len: 945 time: 0.1450510 Jun 16 12:55:45.420997 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 51048) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:55:45.428953 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-0fcbeddc-a845-4da9-896b-1bfb161ffecc tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Request body: {'floatingip': {'port_id': 'ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:55:45.469116 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8954b90-a76f-4561-a3b5-4935b63d90db req-981d876c-c98e-4b2c-86b6-bb04f3e36285 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:45.472985 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f8954b90-a76f-4561-a3b5-4935b63d90db req-981d876c-c98e-4b2c-86b6-bb04f3e36285 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 985 time: 0.1250830 Jun 16 12:55:45.497589 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0fcbeddc-a845-4da9-896b-1bfb161ffecc tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks [] for floatingip, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:45.541694 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f8954b90-a76f-4561-a3b5-4935b63d90db req-01397a5f-c69f-4faf-98d3-3f7e7924fed2 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/security-groups?id=d192b5b4-d454-47db-b7ce-2e9df4d2cf19&id=fc262e89-74e2-45ba-a363-e4de60f7589d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603726 Jun 16 12:55:45.597830 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device d0bfc073-8912-4a4d-b368-ada1a7bd94df details requested by agent hyperv_hv-cinder-76629 with host hv-cinder-76629 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 12:55:45.788678 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port d0bfc073-8912-4a4d-b368-ada1a7bd94df, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=d0bfc073-8912-4a4d-b368-ada1a7bd94df,segment=NetworkSegment(6de0be9c-52bb-453f-902c-c5585e11b73a),segment_id=6de0be9c-52bb-453f-902c-c5585e11b73a)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:55:45.802512 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda0c8c-6d72-4309-8aba-e327a6ef620d req-2e167d8d-4a90-4fd8-abcc-312487c3dbdf tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:45.805444 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5cda0c8c-6d72-4309-8aba-e327a6ef620d req-2e167d8d-4a90-4fd8-abcc-312487c3dbdf tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] 10.222.0.67 "GET /v2.0/ports?device_id=99380089-1692-4217-92b8-0f3552247143 HTTP/1.1" status: 200 len: 948 time: 0.1265271 Jun 16 12:55:45.812980 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Returning: {'device': 'd0bfc073-8912-4a4d-b368-ada1a7bd94df', 'network_id': 'da74526f-1650-461d-848e-ab70bd1bebbf', 'port_id': 'd0bfc073-8912-4a4d-b368-ada1a7bd94df', 'mac_address': 'fa:16:3e:65:a8:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b859963b-f54f-4ac0-aec4-6a569b0897b2', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 12:55:45.886597 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5cda0c8c-6d72-4309-8aba-e327a6ef620d req-7aa48052-f03b-4230-901d-a2c2aedd6247 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] 10.222.0.67 "GET /v2.0/security-groups?id=7db6cdff-7e08-43d3-a970-128f3bb9437e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677645 Jun 16 12:55:45.900663 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:45.930502 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-43072469-a160-4d16-9402-2253616714b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0bfc073-8912-4a4d-b368-ada1a7bd94df {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 12:55:45.968637 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port d0bfc073-8912-4a4d-b368-ada1a7bd94df, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=d0bfc073-8912-4a4d-b368-ada1a7bd94df,segment=NetworkSegment(6de0be9c-52bb-453f-902c-c5585e11b73a),segment_id=6de0be9c-52bb-453f-902c-c5585e11b73a)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:55:45.977537 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:45.980516 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-e33c2d3c-62d9-4838-9486-f55e631bb4c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:55:46.084715 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=d0bfc073-8912-4a4d-b368-ada1a7bd94df,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:55:46.092204 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:55:46.297234 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0fcbeddc-a845-4da9-896b-1bfb161ffecc tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:46.305900 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0fcbeddc-a845-4da9-896b-1bfb161ffecc tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442364'] for floatingip, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:46.405613 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] get_ports_and_sgs() called for port_ids ['d0bfc073-8912-4a4d-b368-ada1a7bd94df'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 12:55:46.531422 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.db.l3_db [None req-0fcbeddc-a845-4da9-896b-1bfb161ffecc tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Floating IP 45d8478f-e1e7-4a49-943f-b1cba7203bdb associated. External IP: 172.27.0.178, port: ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd. Jun 16 12:55:46.912596 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b368a6-4a87-4196-89ca-f3ccb359cfd1 req-432a2446-3e88-4125-8bbe-90e999f5bac6 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:46.916296 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-72b368a6-4a87-4196-89ca-f3ccb359cfd1 req-432a2446-3e88-4125-8bbe-90e999f5bac6 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 985 time: 0.1256397 Jun 16 12:55:47.006640 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-72b368a6-4a87-4196-89ca-f3ccb359cfd1 req-65ff4e91-a3d6-4df1-bdbf-947d490b62d4 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/security-groups?id=d192b5b4-d454-47db-b7ce-2e9df4d2cf19&id=fc262e89-74e2-45ba-a363-e4de60f7589d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0775299 Jun 16 12:55:47.051729 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fcbeddc-a845-4da9-896b-1bfb161ffecc tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Router d90b2468-74ee-4397-8c5f-cea2a71abb18 has already been hosted by L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 {{(pid=109146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 12:55:47.275246 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fcbeddc-a845-4da9-896b-1bfb161ffecc tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 12:55:47.279876 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ddd1d-ee7f-442f-9dfa-675a6c78c182 req-26e35ffa-bffa-4c5e-94e5-a06651321b29 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:47.283325 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1d7ddd1d-ee7f-442f-9dfa-675a6c78c182 req-26e35ffa-bffa-4c5e-94e5-a06651321b29 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] 10.222.0.67 "GET /v2.0/ports?device_id=99380089-1692-4217-92b8-0f3552247143 HTTP/1.1" status: 200 len: 949 time: 0.1162696 Jun 16 12:55:47.283521 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0fcbeddc-a845-4da9-896b-1bfb161ffecc tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for floatingip, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:47.293491 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c458c30-d6bf-4661-8ab0-6c1c8c2a1924 None None] Sync routers for ids ['d90b2468-74ee-4397-8c5f-cea2a71abb18'] in dv-cinder-766296-6-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 12:55:47.312793 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c458c30-d6bf-4661-8ab0-6c1c8c2a1924 None None] Routers {'d90b2468-74ee-4397-8c5f-cea2a71abb18'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:55:47.314161 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-3c458c30-d6bf-4661-8ab0-6c1c8c2a1924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a447b80>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:55:35Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['d90b2468-74ee-4397-8c5f-cea2a71abb18'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:55:47.356194 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-0fcbeddc-a845-4da9-896b-1bfb161ffecc tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "PUT /v2.0/floatingips/45d8478f-e1e7-4a49-943f-b1cba7203bdb HTTP/1.1" status: 200 len: 991 time: 1.9331229 Jun 16 12:55:47.357252 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c720fc6-c9e4-476c-9a86-b2280c30dbd7', 'tag': 'ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:55:47.361848 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d3ced2b0755242c869f5b076fa8168e6e97917c7fd5877aaea6e5f8b8701d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f45f99-bbbc-46bf-b7ba-7e7964a7906c" -d '{"events": [{"name": "network-changed", "server_uuid": "6c720fc6-c9e4-476c-9a86-b2280c30dbd7", "tag": "ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:55:47.383128 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1d7ddd1d-ee7f-442f-9dfa-675a6c78c182 req-7baa46ef-a310-4a87-939b-ff1734a1657c tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] 10.222.0.67 "GET /v2.0/security-groups?id=7db6cdff-7e08-43d3-a970-128f3bb9437e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851557 Jun 16 12:55:47.506813 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 12:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b14551-54bb-4a09-8454-0e686777a288 x-openstack-request-id: req-67b14551-54bb-4a09-8454-0e686777a288 {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:55:47.507423 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c720fc6-c9e4-476c-9a86-b2280c30dbd7", "tag": "ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:55:47.507905 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-67b14551-54bb-4a09-8454-0e686777a288 {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:55:47.508660 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c720fc6-c9e4-476c-9a86-b2280c30dbd7', 'tag': 'ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd', 'status': 'completed', 'code': 200} Jun 16 12:55:47.592121 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-3c458c30-d6bf-4661-8ab0-6c1c8c2a1924 None None] Set router d90b2468-74ee-4397-8c5f-cea2a71abb18 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:55:47.661117 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f45f99-bbbc-46bf-b7ba-7e7964a7906c req-d8c02a1d-c65e-40bd-bbc8-ef0193a7677e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:47.666742 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-45f45f99-bbbc-46bf-b7ba-7e7964a7906c req-d8c02a1d-c65e-40bd-bbc8-ef0193a7677e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3f9713ea5e7f4789a25afeaba4a1b9b2&device_id=6c720fc6-c9e4-476c-9a86-b2280c30dbd7 HTTP/1.1" status: 200 len: 1098 time: 0.1198151 Jun 16 12:55:47.837647 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device d0bfc073-8912-4a4d-b368-ada1a7bd94df up at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:55:47.878545 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f45f99-bbbc-46bf-b7ba-7e7964a7906c req-10b619e6-4e50-4970-a3bd-991cc5a85d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:47.882165 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-45f45f99-bbbc-46bf-b7ba-7e7964a7906c req-10b619e6-4e50-4970-a3bd-991cc5a85d9d service neutron] 10.222.0.73 "GET /v2.0/networks?id=ea00ad74-87b8-4238-b685-834f4d31b647 HTTP/1.1" status: 200 len: 912 time: 0.2031283 Jun 16 12:55:47.988578 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-45f45f99-bbbc-46bf-b7ba-7e7964a7906c req-1cdb45e1-6cb6-464f-bae2-8e50d0026cd0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd HTTP/1.1" status: 200 len: 999 time: 0.0961156 Jun 16 12:55:48.071435 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning for port d0bfc073-8912-4a4d-b368-ada1a7bd94df completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:55:48.082514 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f45f99-bbbc-46bf-b7ba-7e7964a7906c req-601c98a0-f0c9-4d49-90b9-91ef462065e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:48.083005 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning complete for port d0bfc073-8912-4a4d-b368-ada1a7bd94df triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:55:48.083523 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:48.085020 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-45f45f99-bbbc-46bf-b7ba-7e7964a7906c req-601c98a0-f0c9-4d49-90b9-91ef462065e4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1a94bd32-4e74-4078-a9cb-34eb92b42cef HTTP/1.1" status: 200 len: 850 time: 0.0839005 Jun 16 12:55:48.205741 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f45f99-bbbc-46bf-b7ba-7e7964a7906c req-35b0bc46-d6d7-4243-8ff2-2735320d136a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:48.209230 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-45f45f99-bbbc-46bf-b7ba-7e7964a7906c req-35b0bc46-d6d7-4243-8ff2-2735320d136a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ea00ad74-87b8-4238-b685-834f4d31b647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1122086 Jun 16 12:55:48.325729 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:48.344961 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7809b-25e9-438e-b4eb-bcb40754d13d req-3a461e93-9918-4815-8282-ebb7041bfe6a tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:48.351028 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-acf7809b-25e9-438e-b4eb-bcb40754d13d req-3a461e93-9918-4815-8282-ebb7041bfe6a tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 985 time: 0.1190965 Jun 16 12:55:48.373266 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99380089-1692-4217-92b8-0f3552247143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0bfc073-8912-4a4d-b368-ada1a7bd94df'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:55:48.377245 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc19868b2eeee4f788927d96de96bc76ef619c1c8eef803ec6a338432d17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b3d18b-c91b-49cb-8302-dd4c00993ad3" -d '{"events": [{"server_uuid": "99380089-1692-4217-92b8-0f3552247143", "name": "network-vif-plugged", "status": "completed", "tag": "d0bfc073-8912-4a4d-b368-ada1a7bd94df"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:55:48.403946 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port d0bfc073-8912-4a4d-b368-ada1a7bd94df, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=d0bfc073-8912-4a4d-b368-ada1a7bd94df,segment=NetworkSegment(6de0be9c-52bb-453f-902c-c5585e11b73a),segment_id=6de0be9c-52bb-453f-902c-c5585e11b73a)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:55:48.408998 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-3c458c30-d6bf-4661-8ab0-6c1c8c2a1924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a447b80>, [{'id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'name': 'tempest-AttachVolumeTestJSON-2070282617-router', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:23Z', 'updated_at': '2021-06-16T12:49:36Z', 'revision_number': 4, 'project_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'gw_port': {'id': 'd2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:25Z', 'updated_at': '2021-06-16T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_floatingips': [{'id': '45d8478f-e1e7-4a49-943f-b1cba7203bdb', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'floating_ip_address': '172.27.0.178', 'floating_network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'router_id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'port_id': 'ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea00ad74-87b8-4238-b685-834f4d31b647', 'mac_address': 'fa:16:3e:85:b6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c720fc6-c9e4-476c-9a86-b2280c30dbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T12:55:28Z', 'updated_at': '2021-06-16T12:55:46Z', 'revision_number': 1, 'project_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '430791d5-2282-4cc2-afa2-e94d4ce8a8a8', 'name': '', 'network_id': 'ea00ad74-87b8-4238-b685-834f4d31b647', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'mac_address': 'fa:16:3e:bc:0b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1a94bd32-4e74-4078-a9cb-34eb92b42cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:32Z', 'updated_at': '2021-06-16T12:49:56Z', 'revision_number': 5, 'project_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'subnets': [{'id': '1a94bd32-4e74-4078-a9cb-34eb92b42cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:55:48.414271 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:48.418471 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:55:48.419454 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-45f45f99-bbbc-46bf-b7ba-7e7964a7906c req-84a867c5-5462-499e-9755-f501b2080cae service neutron] 10.222.0.73 "GET /v2.0/networks/ea00ad74-87b8-4238-b685-834f4d31b647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899071 Jun 16 12:55:48.423481 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c458c30-d6bf-4661-8ab0-6c1c8c2a1924 None None] Checking router: d90b2468-74ee-4397-8c5f-cea2a71abb18 for host: dv-cinder-766296-6-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 12:55:48.431297 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-acf7809b-25e9-438e-b4eb-bcb40754d13d req-cc8d8524-f0c0-457f-b201-fc258b37c81b tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/security-groups?id=d192b5b4-d454-47db-b7ce-2e9df4d2cf19&id=fc262e89-74e2-45ba-a363-e4de60f7589d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0727677 Jun 16 12:55:48.472759 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 12:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67da2d4b-ed64-47ed-90a9-ab91e964985d x-openstack-request-id: req-67da2d4b-ed64-47ed-90a9-ab91e964985d {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:55:48.473316 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99380089-1692-4217-92b8-0f3552247143", "name": "network-vif-plugged", "status": "completed", "tag": "d0bfc073-8912-4a4d-b368-ada1a7bd94df", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:55:48.476122 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-67da2d4b-ed64-47ed-90a9-ab91e964985d {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:55:48.476122 dv-cinder-766296-6-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99380089-1692-4217-92b8-0f3552247143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0bfc073-8912-4a4d-b368-ada1a7bd94df', 'code': 200} Jun 16 12:55:48.495897 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c458c30-d6bf-4661-8ab0-6c1c8c2a1924 None None] Routers {'d90b2468-74ee-4397-8c5f-cea2a71abb18'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:55:48.497188 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-3c458c30-d6bf-4661-8ab0-6c1c8c2a1924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a447b80>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:55:35Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['d90b2468-74ee-4397-8c5f-cea2a71abb18'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:55:48.614186 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-45f45f99-bbbc-46bf-b7ba-7e7964a7906c req-1732cf62-f222-4550-b818-a2b92b46d852 service neutron] 10.222.0.73 "GET /v2.0/networks/ea00ad74-87b8-4238-b685-834f4d31b647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810281 Jun 16 12:55:48.693733 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=d0bfc073-8912-4a4d-b368-ada1a7bd94df,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:55:48.701865 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:55:48.775033 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-3c458c30-d6bf-4661-8ab0-6c1c8c2a1924 None None] Set router d90b2468-74ee-4397-8c5f-cea2a71abb18 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:55:48.838483 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d4e07-1d63-4fa9-8074-754c3c313d6a req-2b4ad3d2-d0f7-4c0e-9e1d-ebe6ca008cbe tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:48.840166 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8a2d4e07-1d63-4fa9-8074-754c3c313d6a req-2b4ad3d2-d0f7-4c0e-9e1d-ebe6ca008cbe tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] 10.222.0.67 "GET /v2.0/ports?device_id=99380089-1692-4217-92b8-0f3552247143 HTTP/1.1" status: 200 len: 950 time: 0.1737192 Jun 16 12:55:48.930612 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8a2d4e07-1d63-4fa9-8074-754c3c313d6a req-e5c8566c-2302-4ecc-8868-2bae4efacf85 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] 10.222.0.67 "GET /v2.0/security-groups?id=7db6cdff-7e08-43d3-a970-128f3bb9437e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773394 Jun 16 12:55:48.973665 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b3eba-587d-4db4-a922-37e720f46810 req-93cfd520-93e4-4c88-bdc8-d7fcd6454563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:48.975438 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6f9b3eba-587d-4db4-a922-37e720f46810 req-93cfd520-93e4-4c88-bdc8-d7fcd6454563 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=99380089-1692-4217-92b8-0f3552247143 HTTP/1.1" status: 200 len: 1103 time: 0.1092131 Jun 16 12:55:49.031399 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6f9b3eba-587d-4db4-a922-37e720f46810 req-43b9fa06-733a-41f0-b87f-3495dbe4eae1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7db6cdff-7e08-43d3-a970-128f3bb9437e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403230 Jun 16 12:55:49.186545 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-3c458c30-d6bf-4661-8ab0-6c1c8c2a1924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a447b80>, [{'id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'name': 'tempest-AttachVolumeTestJSON-2070282617-router', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:23Z', 'updated_at': '2021-06-16T12:49:36Z', 'revision_number': 4, 'project_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'gw_port': {'id': 'd2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:25Z', 'updated_at': '2021-06-16T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_floatingips': [{'id': '45d8478f-e1e7-4a49-943f-b1cba7203bdb', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'floating_ip_address': '172.27.0.178', 'floating_network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'router_id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'port_id': 'ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea00ad74-87b8-4238-b685-834f4d31b647', 'mac_address': 'fa:16:3e:85:b6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c720fc6-c9e4-476c-9a86-b2280c30dbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T12:55:28Z', 'updated_at': '2021-06-16T12:55:46Z', 'revision_number': 1, 'project_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '430791d5-2282-4cc2-afa2-e94d4ce8a8a8', 'name': '', 'network_id': 'ea00ad74-87b8-4238-b685-834f4d31b647', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'mac_address': 'fa:16:3e:bc:0b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1a94bd32-4e74-4078-a9cb-34eb92b42cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:32Z', 'updated_at': '2021-06-16T12:49:56Z', 'revision_number': 5, 'project_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'subnets': [{'id': '1a94bd32-4e74-4078-a9cb-34eb92b42cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:55:49.204669 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c458c30-d6bf-4661-8ab0-6c1c8c2a1924 None None] The sync data for ids ['d90b2468-74ee-4397-8c5f-cea2a71abb18'] in dv-cinder-766296-6-iscsi is: [{'id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'name': 'tempest-AttachVolumeTestJSON-2070282617-router', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:23Z', 'updated_at': '2021-06-16T12:49:36Z', 'revision_number': 4, 'project_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'gw_port': {'id': 'd2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:25Z', 'updated_at': '2021-06-16T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_floatingips': [{'id': '45d8478f-e1e7-4a49-943f-b1cba7203bdb', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'floating_ip_address': '172.27.0.178', 'floating_network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'router_id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'port_id': 'ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea00ad74-87b8-4238-b685-834f4d31b647', 'mac_address': 'fa:16:3e:85:b6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c720fc6-c9e4-476c-9a86-b2280c30dbd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T12:55:28Z', 'updated_at': '2021-06-16T12:55:46Z', 'revision_number': 1, 'project_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '430791d5-2282-4cc2-afa2-e94d4ce8a8a8', 'name': '', 'network_id': 'ea00ad74-87b8-4238-b685-834f4d31b647', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'mac_address': 'fa:16:3e:bc:0b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1a94bd32-4e74-4078-a9cb-34eb92b42cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:32Z', 'updated_at': '2021-06-16T12:49:56Z', 'revision_number': 5, 'project_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'subnets': [{'id': '1a94bd32-4e74-4078-a9cb-34eb92b42cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 12:55:49.467904 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c0c7f5-d884-498c-a0d1-5cb13272c3e7 None None] New status for floating IP 45d8478f-e1e7-4a49-943f-b1cba7203bdb: ACTIVE {{(pid=109148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 12:55:49.703677 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107824d-0760-4c8e-893d-1b061c4c099e req-e856700d-0da8-4d1f-a74d-94a67f30b985 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:49.707177 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a107824d-0760-4c8e-893d-1b061c4c099e req-e856700d-0da8-4d1f-a74d-94a67f30b985 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 985 time: 0.1080561 Jun 16 12:55:49.776739 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a107824d-0760-4c8e-893d-1b061c4c099e req-3720241a-abd9-4835-9897-aae31260aeea tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/security-groups?id=d192b5b4-d454-47db-b7ce-2e9df4d2cf19&id=fc262e89-74e2-45ba-a363-e4de60f7589d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619061 Jun 16 12:55:50.217067 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e8b63-dc9a-4e02-9cdc-2b37cb3ba8ef req-01032b6b-88ae-4236-a78a-e96cb68531fa tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:50.218796 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ee6e8b63-dc9a-4e02-9cdc-2b37cb3ba8ef req-01032b6b-88ae-4236-a78a-e96cb68531fa tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] 10.222.0.67 "GET /v2.0/ports?device_id=99380089-1692-4217-92b8-0f3552247143 HTTP/1.1" status: 200 len: 950 time: 0.0849421 Jun 16 12:55:50.288609 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ee6e8b63-dc9a-4e02-9cdc-2b37cb3ba8ef req-1b5beaad-7762-49f2-8e8e-1830285f1ceb tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] 10.222.0.67 "GET /v2.0/security-groups?id=7db6cdff-7e08-43d3-a970-128f3bb9437e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580409 Jun 16 12:55:51.021764 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f47966-f55e-44fc-8005-de552e2a37ae req-76086284-8654-43ca-9a25-0be8f4d257b4 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:51.023493 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-56f47966-f55e-44fc-8005-de552e2a37ae req-76086284-8654-43ca-9a25-0be8f4d257b4 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 985 time: 0.0854044 Jun 16 12:55:51.090591 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-56f47966-f55e-44fc-8005-de552e2a37ae req-e58c434f-8129-4fbe-a3b9-1be6b354dacf tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/security-groups?id=d192b5b4-d454-47db-b7ce-2e9df4d2cf19&id=fc262e89-74e2-45ba-a363-e4de60f7589d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0600367 Jun 16 12:55:51.165432 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 12:55:51.548226 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc84a85-a22b-4d64-badc-968998e7ded5 req-d4c03b87-7b2b-463c-b34b-247a688da108 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:51.550938 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3cc84a85-a22b-4d64-badc-968998e7ded5 req-d4c03b87-7b2b-463c-b34b-247a688da108 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] 10.222.0.67 "GET /v2.0/ports?device_id=99380089-1692-4217-92b8-0f3552247143 HTTP/1.1" status: 200 len: 950 time: 0.0800536 Jun 16 12:55:51.601266 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3cc84a85-a22b-4d64-badc-968998e7ded5 req-f384a4c7-3c59-419a-b476-03b6b00bb809 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] 10.222.0.67 "GET /v2.0/security-groups?id=7db6cdff-7e08-43d3-a970-128f3bb9437e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402861 Jun 16 12:55:52.255123 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f329b-1eaa-401a-8e79-ccae923aefa6 req-d2d83cbe-1384-427b-838c-28c40ca9fe77 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:52.257776 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-522f329b-1eaa-401a-8e79-ccae923aefa6 req-d2d83cbe-1384-427b-838c-28c40ca9fe77 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] 10.222.0.67 "GET /v2.0/ports?device_id=99380089-1692-4217-92b8-0f3552247143 HTTP/1.1" status: 200 len: 950 time: 0.0937111 Jun 16 12:55:52.396511 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-522f329b-1eaa-401a-8e79-ccae923aefa6 req-40cd2ead-ab0f-4214-993b-ff17d1ddbd47 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] 10.222.0.67 "GET /v2.0/security-groups?id=7db6cdff-7e08-43d3-a970-128f3bb9437e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283927 Jun 16 12:55:52.446635 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def8667-9a96-47c7-b815-3674cf39e5d0 req-fb72c08f-c29a-4d56-afb5-b1eaccbfb26b tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:52.449353 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2def8667-9a96-47c7-b815-3674cf39e5d0 req-fb72c08f-c29a-4d56-afb5-b1eaccbfb26b tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 985 time: 0.1791997 Jun 16 12:55:52.503581 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2def8667-9a96-47c7-b815-3674cf39e5d0 req-887f9fdd-4bac-4cb4-8ab3-2dbcaf21ec19 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/security-groups?id=d192b5b4-d454-47db-b7ce-2e9df4d2cf19&id=fc262e89-74e2-45ba-a363-e4de60f7589d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0466938 Jun 16 12:55:53.735192 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a8cd5-7cf1-4e24-8111-a8c6f75a6d50 req-b9632715-2d4e-4d4f-9936-ef80880fc883 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:53.738946 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-397a8cd5-7cf1-4e24-8111-a8c6f75a6d50 req-b9632715-2d4e-4d4f-9936-ef80880fc883 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] 10.222.0.67 "GET /v2.0/ports?device_id=99380089-1692-4217-92b8-0f3552247143 HTTP/1.1" status: 200 len: 950 time: 0.1070035 Jun 16 12:55:53.818737 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-397a8cd5-7cf1-4e24-8111-a8c6f75a6d50 req-6ad8195c-5dfa-4b73-a627-800114a0657f tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] 10.222.0.67 "GET /v2.0/security-groups?id=7db6cdff-7e08-43d3-a970-128f3bb9437e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737813 Jun 16 12:55:53.867045 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20665310-9c16-4508-b10c-1727d634f3bc req-4a828f8a-6d59-49a0-86b0-1808cf4e4f83 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:53.869799 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-20665310-9c16-4508-b10c-1727d634f3bc req-4a828f8a-6d59-49a0-86b0-1808cf4e4f83 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 985 time: 0.1235170 Jun 16 12:55:53.932037 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-20665310-9c16-4508-b10c-1727d634f3bc req-efd753e1-cee7-4621-8d31-97e5184cd5c7 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/security-groups?id=d192b5b4-d454-47db-b7ce-2e9df4d2cf19&id=fc262e89-74e2-45ba-a363-e4de60f7589d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0497160 Jun 16 12:55:54.423885 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e17e23-1f55-4257-b04a-1c594a487026 req-c9e9909d-d01c-48b1-9237-185f400aba95 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:54.426746 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a9e17e23-1f55-4257-b04a-1c594a487026 req-c9e9909d-d01c-48b1-9237-185f400aba95 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] 10.222.0.73 "GET /v2.0/ports?device_id=99380089-1692-4217-92b8-0f3552247143 HTTP/1.1" status: 200 len: 950 time: 0.0884018 Jun 16 12:55:54.598267 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [req-a9e17e23-1f55-4257-b04a-1c594a487026 req-616c6472-c989-4919-a576-ebcedca7d851 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Deleting port d0bfc073-8912-4a4d-b368-ada1a7bd94df {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:55:54.598758 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-a9e17e23-1f55-4257-b04a-1c594a487026 req-616c6472-c989-4919-a576-ebcedca7d851 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:54.723754 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-a9e17e23-1f55-4257-b04a-1c594a487026 req-616c6472-c989-4919-a576-ebcedca7d851 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] For port d0bfc073-8912-4a4d-b368-ada1a7bd94df, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=d0bfc073-8912-4a4d-b368-ada1a7bd94df,segment=NetworkSegment(6de0be9c-52bb-453f-902c-c5585e11b73a),segment_id=6de0be9c-52bb-453f-902c-c5585e11b73a)] {{(pid=109146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:55:54.724773 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-a9e17e23-1f55-4257-b04a-1c594a487026 req-616c6472-c989-4919-a576-ebcedca7d851 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:54.806604 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [req-a9e17e23-1f55-4257-b04a-1c594a487026 req-616c6472-c989-4919-a576-ebcedca7d851 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Calling delete_port for d0bfc073-8912-4a4d-b368-ada1a7bd94df owned by compute:nova {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:55:55.022910 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-a9e17e23-1f55-4257-b04a-1c594a487026 req-616c6472-c989-4919-a576-ebcedca7d851 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32077183'] for port, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:55.031394 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-fdf69dca-f769-499d-b98b-9a55f4228caf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:55:55.043236 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] get_ports_and_sgs() called for port_ids ['d0bfc073-8912-4a4d-b368-ada1a7bd94df'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 12:55:55.066909 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371823c-208e-4781-b76a-b58dbf0ec9d3 req-d03f4cae-771f-4e3c-845f-2228f1dc9a4e tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:55.068911 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f371823c-208e-4781-b76a-b58dbf0ec9d3 req-d03f4cae-771f-4e3c-845f-2228f1dc9a4e tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] 10.222.0.67 "GET /v2.0/ports?device_id=99380089-1692-4217-92b8-0f3552247143 HTTP/1.1" status: 200 len: 867 time: 0.0858905 Jun 16 12:55:55.091874 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c6472-c989-4919-a576-ebcedca7d851 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Pushing event deleted for resources: {'Port': ['ID=d0bfc073-8912-4a4d-b368-ada1a7bd94df,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:55:55.116660 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-616c6472-c989-4919-a576-ebcedca7d851 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:55:55.135820 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f371823c-208e-4781-b76a-b58dbf0ec9d3 req-d110575f-d71a-4044-993f-f89a9c86d85f tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] 10.222.0.67 "GET /v2.0/security-groups?id=7db6cdff-7e08-43d3-a970-128f3bb9437e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599508 Jun 16 12:55:55.196139 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e17e23-1f55-4257-b04a-1c594a487026 req-616c6472-c989-4919-a576-ebcedca7d851 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] No DVR routers for this DVR port d0bfc073-8912-4a4d-b368-ada1a7bd94df on host hv-cinder-76629 {{(pid=109146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 12:55:55.199684 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-a9e17e23-1f55-4257-b04a-1c594a487026 req-616c6472-c989-4919-a576-ebcedca7d851 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:55:55.202610 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a9e17e23-1f55-4257-b04a-1c594a487026 req-616c6472-c989-4919-a576-ebcedca7d851 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] 10.222.0.73 "DELETE /v2.0/ports/d0bfc073-8912-4a4d-b368-ada1a7bd94df HTTP/1.1" status: 204 len: 173 time: 0.7623715 Jun 16 12:55:55.203632 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99380089-1692-4217-92b8-0f3552247143', 'name': 'network-vif-deleted', 'tag': 'd0bfc073-8912-4a4d-b368-ada1a7bd94df'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:55:55.208305 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d3ced2b0755242c869f5b076fa8168e6e97917c7fd5877aaea6e5f8b8701d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2631ca-44ab-4d7d-bbd0-a9718d8e9110" -d '{"events": [{"server_uuid": "99380089-1692-4217-92b8-0f3552247143", "name": "network-vif-deleted", "tag": "d0bfc073-8912-4a4d-b368-ada1a7bd94df"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:55:55.287022 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aeb2cc-5c62-45c1-bc59-5e72aae52e61 req-6931d755-a548-4497-b1c0-aa32ff350390 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:55.288689 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-11aeb2cc-5c62-45c1-bc59-5e72aae52e61 req-6931d755-a548-4497-b1c0-aa32ff350390 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 985 time: 0.1140609 Jun 16 12:55:55.341558 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-11aeb2cc-5c62-45c1-bc59-5e72aae52e61 req-46bf980f-dcfe-4129-bc19-aa615d218b64 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/security-groups?id=d192b5b4-d454-47db-b7ce-2e9df4d2cf19&id=fc262e89-74e2-45ba-a363-e4de60f7589d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0463984 Jun 16 12:55:55.425848 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 12:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098eb540-2606-4f7e-8780-97b9efd5488f x-openstack-request-id: req-098eb540-2606-4f7e-8780-97b9efd5488f {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:55:55.426598 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99380089-1692-4217-92b8-0f3552247143", "name": "network-vif-deleted", "tag": "d0bfc073-8912-4a4d-b368-ada1a7bd94df", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:55:55.426893 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-098eb540-2606-4f7e-8780-97b9efd5488f {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:55:55.427611 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99380089-1692-4217-92b8-0f3552247143', 'name': 'network-vif-deleted', 'tag': 'd0bfc073-8912-4a4d-b368-ada1a7bd94df', 'status': 'completed', 'code': 200} Jun 16 12:55:56.709231 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db7a8a-f325-44a1-8c12-101499b197fa req-09205133-e519-4ee0-8636-eec9be84e2d6 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:56.712997 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-03db7a8a-f325-44a1-8c12-101499b197fa req-09205133-e519-4ee0-8636-eec9be84e2d6 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 985 time: 0.1309745 Jun 16 12:55:56.797637 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-03db7a8a-f325-44a1-8c12-101499b197fa req-f69d6583-ae45-4ae9-acaa-16f87636ee12 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/security-groups?id=d192b5b4-d454-47db-b7ce-2e9df4d2cf19&id=fc262e89-74e2-45ba-a363-e4de60f7589d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0734980 Jun 16 12:55:58.108032 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa8397-b06f-414c-bada-ea5efa8b933d req-7f9cd108-1440-48ca-bc1d-60127c870984 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:55:58.110532 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c8aa8397-b06f-414c-bada-ea5efa8b933d req-7f9cd108-1440-48ca-bc1d-60127c870984 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 985 time: 0.1191547 Jun 16 12:55:58.182704 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c8aa8397-b06f-414c-bada-ea5efa8b933d req-02e93531-3753-45f2-b729-66707994020f tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/security-groups?id=d192b5b4-d454-47db-b7ce-2e9df4d2cf19&id=fc262e89-74e2-45ba-a363-e4de60f7589d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0611575 Jun 16 12:55:59.669498 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device d0bfc073-8912-4a4d-b368-ada1a7bd94df no longer exists at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 12:55:59.704402 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-43072469-a160-4d16-9402-2253616714b8 None None] No Port match for: d0bfc073-8912-4a4d-b368-ada1a7bd94df {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 12:55:59.705003 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device d0bfc073-8912-4a4d-b368-ada1a7bd94df not bound to the agent host hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 12:56:00.963060 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-7c16f43c-f7b9-4842-8b67-493fa50bde7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:01.711129 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 51376) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:56:01.883557 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-6ca574ee-ba06-4192-a4fa-0c5daa056c6f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5fe6754f2d9248ad8fcce8caae69a07e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1710732 Jun 16 12:56:01.886735 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 51380) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:56:01.953774 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-71e15de5-4128-4292-97b2-4dfdecb2ca02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:01.983162 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-71e15de5-4128-4292-97b2-4dfdecb2ca02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:02.056864 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-71e15de5-4128-4292-97b2-4dfdecb2ca02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:02.059846 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-71e15de5-4128-4292-97b2-4dfdecb2ca02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:02.061325 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-71e15de5-4128-4292-97b2-4dfdecb2ca02 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7db6cdff-7e08-43d3-a970-128f3bb9437e HTTP/1.1" status: 204 len: 168 time: 0.1732416 Jun 16 12:56:02.062446 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-a258d4f3-7e57-4edc-aef9-433880ea1a86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:56:02.075680 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e15de5-4128-4292-97b2-4dfdecb2ca02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db6cdff-7e08-43d3-a970-128f3bb9437e,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:56:02.078678 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-71e15de5-4128-4292-97b2-4dfdecb2ca02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:56:03.056705 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:03.159880 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 51406) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:56:03.325270 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-6cf4fb6c-3578-4178-bdf4-1f79207eac77 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-372226009-network', 'tenant_id': 'b190697836274e48bfc2a7527bea4714'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:56:03.373261 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf4fb6c-3578-4178-bdf4-1f79207eac77 admin admin] Made reservation on behalf of b190697836274e48bfc2a7527bea4714 for: {'network': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:56:03.377987 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6cf4fb6c-3578-4178-bdf4-1f79207eac77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for network, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:03.400260 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6cf4fb6c-3578-4178-bdf4-1f79207eac77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:03.600090 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6cf4fb6c-3578-4178-bdf4-1f79207eac77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:03.606498 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6cf4fb6c-3578-4178-bdf4-1f79207eac77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:03.614479 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-987fcfa2-dc0f-42a7-b981-a2aaffd04c67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:56:03.659470 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cf4fb6c-3578-4178-bdf4-1f79207eac77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=109145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 12:56:03.680069 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf4fb6c-3578-4178-bdf4-1f79207eac77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b53246-31a2-446c-81fe-01114c96e8ba,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:56:03.699310 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6cf4fb6c-3578-4178-bdf4-1f79207eac77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076'] for segment, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:03.699861 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.db.segments_db [None req-6cf4fb6c-3578-4178-bdf4-1f79207eac77 admin admin] Added segment 6dc87b74-fa9b-4fec-98f9-e86e1f76efc0 of type vlan for network f8b78716-a0ef-4b4b-b599-510808b7c0e0 Jun 16 12:56:03.703774 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf4fb6c-3578-4178-bdf4-1f79207eac77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:56:03.704328 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf4fb6c-3578-4178-bdf4-1f79207eac77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:56:03.704920 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf4fb6c-3578-4178-bdf4-1f79207eac77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:56:03.705512 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf4fb6c-3578-4178-bdf4-1f79207eac77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:56:03.706814 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf4fb6c-3578-4178-bdf4-1f79207eac77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:56:03.707461 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf4fb6c-3578-4178-bdf4-1f79207eac77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:56:03.708080 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf4fb6c-3578-4178-bdf4-1f79207eac77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:56:03.708646 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf4fb6c-3578-4178-bdf4-1f79207eac77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:56:03.709264 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf4fb6c-3578-4178-bdf4-1f79207eac77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:56:03.709876 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf4fb6c-3578-4178-bdf4-1f79207eac77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:56:03.710382 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf4fb6c-3578-4178-bdf4-1f79207eac77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:56:03.710883 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf4fb6c-3578-4178-bdf4-1f79207eac77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:56:03.733035 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-6cf4fb6c-3578-4178-bdf4-1f79207eac77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:56:03.804853 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6cf4fb6c-3578-4178-bdf4-1f79207eac77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754302079645'] for network, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:03.874263 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6cf4fb6c-3578-4178-bdf4-1f79207eac77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281'] for network, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:03.876291 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf4fb6c-3578-4178-bdf4-1f79207eac77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:03.877189 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6cf4fb6c-3578-4178-bdf4-1f79207eac77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for network, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:03.880736 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:56:03.949851 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-6cf4fb6c-3578-4178-bdf4-1f79207eac77 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7834058 Jun 16 12:56:03.949851 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 51414) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:56:04.016586 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-1e00b5a1-9279-4d67-b959-d06843ebdb37 admin admin] Request body: {'subnet': {'network_id': 'f8b78716-a0ef-4b4b-b599-510808b7c0e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-372226009-subnet', 'tenant_id': 'b190697836274e48bfc2a7527bea4714', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:56:04.026988 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf4fb6c-3578-4178-bdf4-1f79207eac77 admin admin] Pushing event updated for resources: {'Network': ['ID=f8b78716-a0ef-4b4b-b599-510808b7c0e0,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:56:04.043441 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-6cf4fb6c-3578-4178-bdf4-1f79207eac77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:56:04.060148 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Network f8b78716-a0ef-4b4b-b599-510808b7c0e0 details requested by agent ovs-agent-dv-cinder-766296-6-iscsi with host dv-cinder-766296-6-iscsi {{(pid=109147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 12:56:04.068789 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e00b5a1-9279-4d67-b959-d06843ebdb37 admin admin] Made reservation on behalf of b190697836274e48bfc2a7527bea4714 for: {'subnet': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:56:04.075961 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1e00b5a1-9279-4d67-b959-d06843ebdb37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26601094'] for subnet, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:04.431904 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1e00b5a1-9279-4d67-b959-d06843ebdb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26528783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26601108'] for subnet, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:04.436001 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-589df9d1-e82a-4725-835c-836932f2671e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:56:04.513480 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00b5a1-9279-4d67-b959-d06843ebdb37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6d9136b-32f8-473f-97ec-e2d15c27c817,revision_number=0']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:56:04.521212 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-1e00b5a1-9279-4d67-b959-d06843ebdb37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:56:04.539428 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e00b5a1-9279-4d67-b959-d06843ebdb37 admin admin] Checking segment: {'id': '6dc87b74-fa9b-4fec-98f9-e86e1f76efc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f8b78716-a0ef-4b4b-b599-510808b7c0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:56:04.540222 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e00b5a1-9279-4d67-b959-d06843ebdb37 admin admin] Network hostable DHCP agents. Network: f8b78716-a0ef-4b4b-b599-510808b7c0e0, hostable agents: ['d62bbf24-a105-422a-86ef-12dacf7896c4'], hosted agents: [] {{(pid=109145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 12:56:04.565145 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e00b5a1-9279-4d67-b959-d06843ebdb37 admin admin] Network f8b78716-a0ef-4b4b-b599-510808b7c0e0 is scheduled to be hosted by DHCP agent d62bbf24-a105-422a-86ef-12dacf7896c4 with binding_index 1 {{(pid=109145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 12:56:04.579760 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [None req-1e00b5a1-9279-4d67-b959-d06843ebdb37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766296-6-iscsi, f8b78716-a0ef-4b4b-b599-510808b7c0e0) {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:56:04.587303 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e00b5a1-9279-4d67-b959-d06843ebdb37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:04.588363 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1e00b5a1-9279-4d67-b959-d06843ebdb37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for subnet, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:04.597565 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e0e2c5-d254-49e9-9fd4-23094a83e1d2 None None] Network f8b78716-a0ef-4b4b-b599-510808b7c0e0 requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:56:04.631328 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-1e00b5a1-9279-4d67-b959-d06843ebdb37 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6799872 Jun 16 12:56:04.836931 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3055b-988c-4a1f-892c-fb18f1b09e6b req-cc253e13-0564-4ddc-bee0-fc766693bbe3 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:04.839724 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-79a3055b-988c-4a1f-892c-fb18f1b09e6b req-cc253e13-0564-4ddc-bee0-fc766693bbe3 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 945 time: 0.1385777 Jun 16 12:56:04.866866 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa7faa2-28d8-4494-b010-b5aeb773ef87 None None] Network f8b78716-a0ef-4b4b-b599-510808b7c0e0 requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:56:04.935399 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-79a3055b-988c-4a1f-892c-fb18f1b09e6b req-7a964297-71c2-4c97-b2a3-330490743be1 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830240 Jun 16 12:56:05.294526 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-65d206c1-ecf7-4f0d-ae57-b1052b9e08d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:05.672170 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:06.285783 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f275417-fb9d-47e4-9a25-7c76edc8aea2 req-e72a0b76-331d-4f01-a537-7ecf0f17fb69 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:06.287871 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9f275417-fb9d-47e4-9a25-7c76edc8aea2 req-e72a0b76-331d-4f01-a537-7ecf0f17fb69 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 945 time: 0.1164470 Jun 16 12:56:06.340372 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9f275417-fb9d-47e4-9a25-7c76edc8aea2 req-06d30124-9db2-4ff9-b826-6a7ce1fdd33c tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452278 Jun 16 12:56:07.019722 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:07.133023 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d337b89-753b-47af-80a4-2c5e98791400 req-47452d8a-4afb-4cab-bac9-786bbe3b2b19 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:07.135909 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6d337b89-753b-47af-80a4-2c5e98791400 req-47452d8a-4afb-4cab-bac9-786bbe3b2b19 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/networks?id=f8b78716-a0ef-4b4b-b599-510808b7c0e0 HTTP/1.1" status: 200 len: 813 time: 0.2068872 Jun 16 12:56:07.165698 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6d337b89-753b-47af-80a4-2c5e98791400 req-daaefb4d-29d7-4580-84c2-8c42f5edda20 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/quotas/b190697836274e48bfc2a7527bea4714 HTTP/1.1" status: 200 len: 375 time: 0.0191867 Jun 16 12:56:07.236814 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6d337b89-753b-47af-80a4-2c5e98791400 req-cc05ff31-4272-4f01-a391-c09efeddccf3 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b190697836274e48bfc2a7527bea4714&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603614 Jun 16 12:56:07.418537 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6d337b89-753b-47af-80a4-2c5e98791400 req-3195e479-a4b8-4848-beeb-ea5207006390 service neutron] 10.222.0.67 "GET /v2.0/networks/f8b78716-a0ef-4b4b-b599-510808b7c0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703548 Jun 16 12:56:07.662345 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6d337b89-753b-47af-80a4-2c5e98791400 req-3c30aef3-8de8-451c-84e3-2168b891de0b service neutron] 10.222.0.67 "GET /v2.0/networks/f8b78716-a0ef-4b4b-b599-510808b7c0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324395 Jun 16 12:56:07.718783 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562c0d1-ba0d-48bf-afb6-8473f63511d3 req-c6814a03-c0ca-46dd-93ea-a65ba315e531 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:07.722166 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b562c0d1-ba0d-48bf-afb6-8473f63511d3 req-c6814a03-c0ca-46dd-93ea-a65ba315e531 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 945 time: 0.1608088 Jun 16 12:56:07.803683 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b562c0d1-ba0d-48bf-afb6-8473f63511d3 req-ed510ad8-250e-4772-9313-58b7ce70b89e tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702810 Jun 16 12:56:08.234053 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9cfbaf77-0309-4a0a-b592-f9528d9bc2f1 req-08de08bc-4f26-4fd3-add4-71bd832ec8ec tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea75ddb4-e6c6-4851-ab58-be3b877afb2d HTTP/1.1" status: 200 len: 210 time: 0.0535951 Jun 16 12:56:09.110777 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0276db4-4f6a-45e1-b0e4-f922e305e64e req-5651fa02-60b1-4625-bff8-967a21d69472 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:09.113495 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b0276db4-4f6a-45e1-b0e4-f922e305e64e req-5651fa02-60b1-4625-bff8-967a21d69472 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 945 time: 0.1156423 Jun 16 12:56:09.185902 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b0276db4-4f6a-45e1-b0e4-f922e305e64e req-b1a96650-6403-411a-81e1-3559838c2ed7 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652745 Jun 16 12:56:09.323350 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:09.585801 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-09dc15bb-86af-421f-81c3-5ac6dd7f6037 req-19ca8a6e-16a5-4d1e-bdb4-cf507a4f5cc5 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea75ddb4-e6c6-4851-ab58-be3b877afb2d HTTP/1.1" status: 200 len: 210 time: 0.0416160 Jun 16 12:56:09.882542 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d337b89-753b-47af-80a4-2c5e98791400 req-e4133c6f-2982-492b-ba09-ad8a6dd95d1c tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:09.884299 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6d337b89-753b-47af-80a4-2c5e98791400 req-e4133c6f-2982-492b-ba09-ad8a6dd95d1c tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.73 "GET /v2.0/networks?id=f8b78716-a0ef-4b4b-b599-510808b7c0e0 HTTP/1.1" status: 200 len: 813 time: 0.1632507 Jun 16 12:56:09.905416 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [req-6d337b89-753b-47af-80a4-2c5e98791400 req-cba9b83b-24b3-4c49-a822-a4e9b74f658e tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Request body: {'port': {'device_id': 'ea75ddb4-e6c6-4851-ab58-be3b877afb2d', 'network_id': 'f8b78716-a0ef-4b4b-b599-510808b7c0e0', 'admin_state_up': True, 'tenant_id': 'b190697836274e48bfc2a7527bea4714'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:56:10.088415 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d337b89-753b-47af-80a4-2c5e98791400 req-cba9b83b-24b3-4c49-a822-a4e9b74f658e tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Made reservation on behalf of b190697836274e48bfc2a7527bea4714 for: {'port': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:56:10.093209 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-6d337b89-753b-47af-80a4-2c5e98791400 req-cba9b83b-24b3-4c49-a822-a4e9b74f658e tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:10.276419 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [req-6d337b89-753b-47af-80a4-2c5e98791400 req-cba9b83b-24b3-4c49-a822-a4e9b74f658e tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Allocated IP 172.20.0.4 (f8b78716-a0ef-4b4b-b599-510808b7c0e0/a6d9136b-32f8-473f-97ec-e2d15c27c817/953ac361-e92e-4897-b2f6-82be9f6bc7f5) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:56:10.540996 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c8d31-f561-4c9b-b9ce-33a56fc4500a req-f55cccc9-d60a-4136-867f-ebac1eba0121 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:10.543772 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e41c8d31-f561-4c9b-b9ce-33a56fc4500a req-f55cccc9-d60a-4136-867f-ebac1eba0121 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 945 time: 0.1399937 Jun 16 12:56:10.571616 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-6d337b89-753b-47af-80a4-2c5e98791400 req-cba9b83b-24b3-4c49-a822-a4e9b74f658e tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Notify callbacks [] for port, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:10.636498 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e41c8d31-f561-4c9b-b9ce-33a56fc4500a req-0eec7320-6e95-4dfe-813a-26b374cfd524 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810814 Jun 16 12:56:10.921219 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-60f194ae-b051-4ebe-bfe7-3997fcbfeeed req-36cde03e-7afc-44ae-be99-884c9ff5bf37 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea75ddb4-e6c6-4851-ab58-be3b877afb2d HTTP/1.1" status: 200 len: 210 time: 0.0573764 Jun 16 12:56:10.959945 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-6d337b89-753b-47af-80a4-2c5e98791400 req-cba9b83b-24b3-4c49-a822-a4e9b74f658e tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32077152'] for port, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:10.965674 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-28527702-dd13-4ccf-9cd3-16edf0c8339e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:56:11.022590 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d337b89-753b-47af-80a4-2c5e98791400 req-cba9b83b-24b3-4c49-a822-a4e9b74f658e tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Network f8b78716-a0ef-4b4b-b599-510808b7c0e0 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:56:11.029795 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [req-6d337b89-753b-47af-80a4-2c5e98791400 req-cba9b83b-24b3-4c49-a822-a4e9b74f658e tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:56:11.038480 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d337b89-753b-47af-80a4-2c5e98791400 req-cba9b83b-24b3-4c49-a822-a4e9b74f658e tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:56:11.047641 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba9b83b-24b3-4c49-a822-a4e9b74f658e tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Pushing event updated for resources: {'Port': ['ID=953ac361-e92e-4897-b2f6-82be9f6bc7f5,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:56:11.071936 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-cba9b83b-24b3-4c49-a822-a4e9b74f658e tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:56:11.106778 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d337b89-753b-47af-80a4-2c5e98791400 req-cba9b83b-24b3-4c49-a822-a4e9b74f658e tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:11.107330 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-6d337b89-753b-47af-80a4-2c5e98791400 req-cba9b83b-24b3-4c49-a822-a4e9b74f658e tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:11.125422 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6d337b89-753b-47af-80a4-2c5e98791400 req-cba9b83b-24b3-4c49-a822-a4e9b74f658e tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2248597 Jun 16 12:56:11.144811 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [req-6d337b89-753b-47af-80a4-2c5e98791400 req-14b6b070-bb4f-4151-a707-60aecd4c4ee1 service neutron] Request body: {'port': {'device_id': 'ea75ddb4-e6c6-4851-ab58-be3b877afb2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76629'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:56:11.240363 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-6d337b89-753b-47af-80a4-2c5e98791400 req-14b6b070-bb4f-4151-a707-60aecd4c4ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:11.644422 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [req-6d337b89-753b-47af-80a4-2c5e98791400 req-14b6b070-bb4f-4151-a707-60aecd4c4ee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 953ac361-e92e-4897-b2f6-82be9f6bc7f5 {{(pid=109146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 12:56:11.662383 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-6d337b89-753b-47af-80a4-2c5e98791400 req-14b6b070-bb4f-4151-a707-60aecd4c4ee1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:11.688464 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.provisioning_blocks [req-6d337b89-753b-47af-80a4-2c5e98791400 req-14b6b070-bb4f-4151-a707-60aecd4c4ee1 service neutron] Transition to ACTIVE for port object 953ac361-e92e-4897-b2f6-82be9f6bc7f5 will not be triggered until provisioned by entity L2. {{(pid=109146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:56:11.697446 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-6d337b89-753b-47af-80a4-2c5e98791400 req-14b6b070-bb4f-4151-a707-60aecd4c4ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32077174'] for port, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:11.703546 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-5a807585-ca2c-4619-a0c8-7901fcbe44dc tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:56:11.902665 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6b070-bb4f-4151-a707-60aecd4c4ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=953ac361-e92e-4897-b2f6-82be9f6bc7f5,revision_number=2']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:56:11.947081 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-14b6b070-bb4f-4151-a707-60aecd4c4ee1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:56:11.978667 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f893a-e9f9-4f90-a720-319bcf3fe090 req-058a0372-4808-4045-b429-dac413528ae3 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:11.981369 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-010f893a-e9f9-4f90-a720-319bcf3fe090 req-058a0372-4808-4045-b429-dac413528ae3 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 945 time: 0.1098061 Jun 16 12:56:11.992691 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-6d337b89-753b-47af-80a4-2c5e98791400 req-14b6b070-bb4f-4151-a707-60aecd4c4ee1 service neutron] Attempting to bind port 953ac361-e92e-4897-b2f6-82be9f6bc7f5 on host hv-cinder-76629 for vnic_type normal with profile {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:56:11.993524 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-6d337b89-753b-47af-80a4-2c5e98791400 req-14b6b070-bb4f-4151-a707-60aecd4c4ee1 service neutron] Attempting to bind port 953ac361-e92e-4897-b2f6-82be9f6bc7f5 by drivers openvswitch,hyperv on host hv-cinder-76629 at level 0 using segments [{'id': '6dc87b74-fa9b-4fec-98f9-e86e1f76efc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f8b78716-a0ef-4b4b-b599-510808b7c0e0'}] {{(pid=109146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:56:11.993524 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d337b89-753b-47af-80a4-2c5e98791400 req-14b6b070-bb4f-4151-a707-60aecd4c4ee1 service neutron] Attempting to bind port 953ac361-e92e-4897-b2f6-82be9f6bc7f5 on network f8b78716-a0ef-4b4b-b599-510808b7c0e0 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:56:12.001458 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d337b89-753b-47af-80a4-2c5e98791400 req-14b6b070-bb4f-4151-a707-60aecd4c4ee1 service neutron] Port 953ac361-e92e-4897-b2f6-82be9f6bc7f5 on network f8b78716-a0ef-4b4b-b599-510808b7c0e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76629 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 12:56:12.001785 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d337b89-753b-47af-80a4-2c5e98791400 req-14b6b070-bb4f-4151-a707-60aecd4c4ee1 service neutron] Attempting to bind port 953ac361-e92e-4897-b2f6-82be9f6bc7f5 on network f8b78716-a0ef-4b4b-b599-510808b7c0e0 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:56:12.010533 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d337b89-753b-47af-80a4-2c5e98791400 req-14b6b070-bb4f-4151-a707-60aecd4c4ee1 service neutron] Checking agent: {'id': 'b6c345f8-0197-4552-bdfc-f76fc82bf107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76629', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 47, 31), 'started_at': datetime.datetime(2021, 6, 16, 12, 47, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:56:12.010943 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d337b89-753b-47af-80a4-2c5e98791400 req-14b6b070-bb4f-4151-a707-60aecd4c4ee1 service neutron] Checking segment: {'id': '6dc87b74-fa9b-4fec-98f9-e86e1f76efc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f8b78716-a0ef-4b4b-b599-510808b7c0e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:56:12.011440 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d337b89-753b-47af-80a4-2c5e98791400 req-14b6b070-bb4f-4151-a707-60aecd4c4ee1 service neutron] Bound using segment: {'id': '6dc87b74-fa9b-4fec-98f9-e86e1f76efc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f8b78716-a0ef-4b4b-b599-510808b7c0e0'} {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:56:12.012140 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-6d337b89-753b-47af-80a4-2c5e98791400 req-14b6b070-bb4f-4151-a707-60aecd4c4ee1 service neutron] Bound port: 953ac361-e92e-4897-b2f6-82be9f6bc7f5, host: hv-cinder-76629, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc87b74-fa9b-4fec-98f9-e86e1f76efc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f8b78716-a0ef-4b4b-b599-510808b7c0e0'}}] {{(pid=109146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:56:12.012610 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-6d337b89-753b-47af-80a4-2c5e98791400 req-14b6b070-bb4f-4151-a707-60aecd4c4ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:12.048656 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-010f893a-e9f9-4f90-a720-319bcf3fe090 req-388ebb50-e2ee-44e5-9a33-957e937817d0 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580389 Jun 16 12:56:12.136935 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-6d337b89-753b-47af-80a4-2c5e98791400 req-14b6b070-bb4f-4151-a707-60aecd4c4ee1 service neutron] For port 953ac361-e92e-4897-b2f6-82be9f6bc7f5, host hv-cinder-76629, cleared binding levels {{(pid=109146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:56:12.143109 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-6d337b89-753b-47af-80a4-2c5e98791400 req-14b6b070-bb4f-4151-a707-60aecd4c4ee1 service neutron] For port 953ac361-e92e-4897-b2f6-82be9f6bc7f5, host hv-cinder-76629, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=953ac361-e92e-4897-b2f6-82be9f6bc7f5,segment=NetworkSegment(6dc87b74-fa9b-4fec-98f9-e86e1f76efc0),segment_id=6dc87b74-fa9b-4fec-98f9-e86e1f76efc0)] {{(pid=109146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:56:12.151400 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-6d337b89-753b-47af-80a4-2c5e98791400 req-14b6b070-bb4f-4151-a707-60aecd4c4ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32077174'] for port, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:12.155155 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-bec092a0-c76c-41e7-b21e-fc4f5887d33b tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:56:12.223219 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d337b89-753b-47af-80a4-2c5e98791400 req-14b6b070-bb4f-4151-a707-60aecd4c4ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:12.224249 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-6d337b89-753b-47af-80a4-2c5e98791400 req-14b6b070-bb4f-4151-a707-60aecd4c4ee1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:12.226530 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6d337b89-753b-47af-80a4-2c5e98791400 req-14b6b070-bb4f-4151-a707-60aecd4c4ee1 service neutron] 10.222.0.73 "PUT /v2.0/ports/953ac361-e92e-4897-b2f6-82be9f6bc7f5 HTTP/1.1" status: 200 len: 1093 time: 1.0872724 Jun 16 12:56:12.227317 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea75ddb4-e6c6-4851-ab58-be3b877afb2d', 'tag': '953ac361-e92e-4897-b2f6-82be9f6bc7f5'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:56:12.231376 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d3ced2b0755242c869f5b076fa8168e6e97917c7fd5877aaea6e5f8b8701d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc3e5f4-b128-4a68-8b6e-e30231825d08" -d '{"events": [{"name": "network-changed", "server_uuid": "ea75ddb4-e6c6-4851-ab58-be3b877afb2d", "tag": "953ac361-e92e-4897-b2f6-82be9f6bc7f5"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:56:12.275343 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6b070-bb4f-4151-a707-60aecd4c4ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=953ac361-e92e-4897-b2f6-82be9f6bc7f5,revision_number=3']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:56:12.289425 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-14b6b070-bb4f-4151-a707-60aecd4c4ee1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:56:12.316797 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c764d92a-675d-44ad-af3d-cf06d07bea3e req-796025f2-ff89-495c-a870-24f9004be752 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:12.319264 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c764d92a-675d-44ad-af3d-cf06d07bea3e req-796025f2-ff89-495c-a870-24f9004be752 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea75ddb4-e6c6-4851-ab58-be3b877afb2d HTTP/1.1" status: 200 len: 943 time: 0.1170795 Jun 16 12:56:12.359070 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 12:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4790f25c-f5de-4d7e-823c-464033bc03ab x-openstack-request-id: req-4790f25c-f5de-4d7e-823c-464033bc03ab {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:56:12.359684 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea75ddb4-e6c6-4851-ab58-be3b877afb2d", "tag": "953ac361-e92e-4897-b2f6-82be9f6bc7f5", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:56:12.360184 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4790f25c-f5de-4d7e-823c-464033bc03ab {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:56:12.360920 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea75ddb4-e6c6-4851-ab58-be3b877afb2d', 'tag': '953ac361-e92e-4897-b2f6-82be9f6bc7f5', 'status': 'completed', 'code': 200} Jun 16 12:56:12.386074 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c764d92a-675d-44ad-af3d-cf06d07bea3e req-0a9577c5-a227-417c-80b2-44a6dd46f29a tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8b53246-31a2-446c-81fe-01114c96e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546851 Jun 16 12:56:12.412179 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d337b89-753b-47af-80a4-2c5e98791400 req-58d0250b-6cae-44ca-b664-6593d91eab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:12.414823 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6d337b89-753b-47af-80a4-2c5e98791400 req-58d0250b-6cae-44ca-b664-6593d91eab84 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b190697836274e48bfc2a7527bea4714&device_id=ea75ddb4-e6c6-4851-ab58-be3b877afb2d HTTP/1.1" status: 200 len: 1096 time: 0.1101139 Jun 16 12:56:12.518139 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6d337b89-753b-47af-80a4-2c5e98791400 req-d92688cd-acb3-43f4-9cb7-f1dd8752297a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=953ac361-e92e-4897-b2f6-82be9f6bc7f5 HTTP/1.1" status: 200 len: 217 time: 0.0933521 Jun 16 12:56:12.607713 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d337b89-753b-47af-80a4-2c5e98791400 req-6cd9dae1-137e-405b-869d-fa0cb23a29ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:12.610431 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6d337b89-753b-47af-80a4-2c5e98791400 req-6cd9dae1-137e-405b-869d-fa0cb23a29ee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a6d9136b-32f8-473f-97ec-e2d15c27c817 HTTP/1.1" status: 200 len: 853 time: 0.0801010 Jun 16 12:56:12.656451 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6d337b89-753b-47af-80a4-2c5e98791400 req-3974b940-ce36-49b2-af4e-df6ea08561c7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f8b78716-a0ef-4b4b-b599-510808b7c0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356252 Jun 16 12:56:12.841347 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6d337b89-753b-47af-80a4-2c5e98791400 req-0035acc8-e4f2-4eed-b840-010a5183336d service neutron] 10.222.0.73 "GET /v2.0/networks/f8b78716-a0ef-4b4b-b599-510808b7c0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733880 Jun 16 12:56:13.015500 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6d337b89-753b-47af-80a4-2c5e98791400 req-e4a543e5-d1b0-440d-bffd-e86cd78c626a service neutron] 10.222.0.73 "GET /v2.0/networks/f8b78716-a0ef-4b4b-b599-510808b7c0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579859 Jun 16 12:56:13.209756 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3e5f4-b128-4a68-8b6e-e30231825d08 req-d2cdaad1-2116-4ff1-84ab-8c47dd9a3f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:13.212558 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4fc3e5f4-b128-4a68-8b6e-e30231825d08 req-d2cdaad1-2116-4ff1-84ab-8c47dd9a3f8a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b190697836274e48bfc2a7527bea4714&device_id=ea75ddb4-e6c6-4851-ab58-be3b877afb2d HTTP/1.1" status: 200 len: 1096 time: 0.1054201 Jun 16 12:56:13.373066 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3e5f4-b128-4a68-8b6e-e30231825d08 req-6dfa81c2-1e31-45c5-a398-3a792f7a2c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:13.374850 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4fc3e5f4-b128-4a68-8b6e-e30231825d08 req-6dfa81c2-1e31-45c5-a398-3a792f7a2c28 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f8b78716-a0ef-4b4b-b599-510808b7c0e0 HTTP/1.1" status: 200 len: 914 time: 0.1537402 Jun 16 12:56:13.395293 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71496443-062f-4255-951c-51f983c0e8b2 req-59709f05-2f7c-459d-a3cb-e8584d7d02ac tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:13.397447 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-71496443-062f-4255-951c-51f983c0e8b2 req-59709f05-2f7c-459d-a3cb-e8584d7d02ac tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 945 time: 0.1220477 Jun 16 12:56:13.441384 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4fc3e5f4-b128-4a68-8b6e-e30231825d08 req-d3e1ca45-f1b0-448e-a3bd-fbc26a1066d5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=953ac361-e92e-4897-b2f6-82be9f6bc7f5 HTTP/1.1" status: 200 len: 217 time: 0.0481739 Jun 16 12:56:13.468282 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-71496443-062f-4255-951c-51f983c0e8b2 req-90dc9a82-47f7-4c8e-8dc7-00c993a0cf00 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633037 Jun 16 12:56:13.520951 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3e5f4-b128-4a68-8b6e-e30231825d08 req-c31b5186-f9b7-497d-825c-f4aebc050ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:13.522751 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4fc3e5f4-b128-4a68-8b6e-e30231825d08 req-c31b5186-f9b7-497d-825c-f4aebc050ab0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a6d9136b-32f8-473f-97ec-e2d15c27c817 HTTP/1.1" status: 200 len: 853 time: 0.0691230 Jun 16 12:56:13.592750 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4fc3e5f4-b128-4a68-8b6e-e30231825d08 req-9491b539-d7b0-4b3f-b042-5c3b7de102e6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f8b78716-a0ef-4b4b-b599-510808b7c0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541315 Jun 16 12:56:13.719451 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3032b88-98d6-4e83-8491-07559ca04798 req-e5c6f2eb-42f7-4bc0-a509-a84d06353aed tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:13.723144 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d3032b88-98d6-4e83-8491-07559ca04798 req-e5c6f2eb-42f7-4bc0-a509-a84d06353aed tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea75ddb4-e6c6-4851-ab58-be3b877afb2d HTTP/1.1" status: 200 len: 943 time: 0.1322405 Jun 16 12:56:13.791281 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4fc3e5f4-b128-4a68-8b6e-e30231825d08 req-9102a09a-c9af-427a-8ed4-5ab090ae4366 service neutron] 10.222.0.73 "GET /v2.0/networks/f8b78716-a0ef-4b4b-b599-510808b7c0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872060 Jun 16 12:56:13.800500 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d3032b88-98d6-4e83-8491-07559ca04798 req-a2bbae21-30b4-43cb-b20f-224934801a53 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8b53246-31a2-446c-81fe-01114c96e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659759 Jun 16 12:56:13.946442 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4fc3e5f4-b128-4a68-8b6e-e30231825d08 req-963b8d83-4ca5-401c-aa1d-4970777cf7c1 service neutron] 10.222.0.73 "GET /v2.0/networks/f8b78716-a0ef-4b4b-b599-510808b7c0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419828 Jun 16 12:56:14.805249 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ae9e4-13f8-4a81-95c5-4f21001058a1 req-7ceb1bcf-ad15-41b6-9743-7c4fb27c4bf7 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:14.808029 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-492ae9e4-13f8-4a81-95c5-4f21001058a1 req-7ceb1bcf-ad15-41b6-9743-7c4fb27c4bf7 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 945 time: 0.1304750 Jun 16 12:56:14.880813 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-492ae9e4-13f8-4a81-95c5-4f21001058a1 req-3be82485-ce4d-4f99-8fd8-d11a0dac6e4f tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625017 Jun 16 12:56:15.108522 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08818193-ced2-4a54-90be-427c9b2ec8db req-c0b7a31d-0abc-4afa-961f-9ea3cd39e82a tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:15.111209 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-08818193-ced2-4a54-90be-427c9b2ec8db req-c0b7a31d-0abc-4afa-961f-9ea3cd39e82a tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea75ddb4-e6c6-4851-ab58-be3b877afb2d HTTP/1.1" status: 200 len: 943 time: 0.1262207 Jun 16 12:56:15.181495 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-08818193-ced2-4a54-90be-427c9b2ec8db req-d2ac54c0-9500-4411-919a-4b214718a5a2 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8b53246-31a2-446c-81fe-01114c96e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622556 Jun 16 12:56:15.782574 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 953ac361-e92e-4897-b2f6-82be9f6bc7f5 details requested by agent hyperv_hv-cinder-76629 with host hv-cinder-76629 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 12:56:15.976182 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 953ac361-e92e-4897-b2f6-82be9f6bc7f5, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=953ac361-e92e-4897-b2f6-82be9f6bc7f5,segment=NetworkSegment(6dc87b74-fa9b-4fec-98f9-e86e1f76efc0),segment_id=6dc87b74-fa9b-4fec-98f9-e86e1f76efc0)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:56:16.007372 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Returning: {'device': '953ac361-e92e-4897-b2f6-82be9f6bc7f5', 'network_id': 'f8b78716-a0ef-4b4b-b599-510808b7c0e0', 'port_id': '953ac361-e92e-4897-b2f6-82be9f6bc7f5', 'mac_address': 'fa:16:3e:64:b1:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6d9136b-32f8-473f-97ec-e2d15c27c817', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 12:56:16.077604 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:16.104089 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-43072469-a160-4d16-9402-2253616714b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 953ac361-e92e-4897-b2f6-82be9f6bc7f5 {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 12:56:16.148349 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 953ac361-e92e-4897-b2f6-82be9f6bc7f5, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=953ac361-e92e-4897-b2f6-82be9f6bc7f5,segment=NetworkSegment(6dc87b74-fa9b-4fec-98f9-e86e1f76efc0),segment_id=6dc87b74-fa9b-4fec-98f9-e86e1f76efc0)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:56:16.155382 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:16.158562 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:56:16.228456 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843e8ff-3588-4723-8355-78499c4292ea req-a1d11ac5-2911-45e6-be53-d88ca034c994 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:16.231288 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6843e8ff-3588-4723-8355-78499c4292ea req-a1d11ac5-2911-45e6-be53-d88ca034c994 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 945 time: 0.1190767 Jun 16 12:56:16.246306 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=953ac361-e92e-4897-b2f6-82be9f6bc7f5,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:56:16.252391 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:56:16.307587 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6843e8ff-3588-4723-8355-78499c4292ea req-22464b67-d621-4987-9bbf-008fbbf41b76 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626702 Jun 16 12:56:16.556048 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0d048-8af0-4820-aa02-0212d2d0cb6e req-20b43b48-998a-4755-88a9-7448eaefa92c tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:16.558937 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9ba0d048-8af0-4820-aa02-0212d2d0cb6e req-20b43b48-998a-4755-88a9-7448eaefa92c tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea75ddb4-e6c6-4851-ab58-be3b877afb2d HTTP/1.1" status: 200 len: 944 time: 0.1328585 Jun 16 12:56:16.597484 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] get_ports_and_sgs() called for port_ids ['953ac361-e92e-4897-b2f6-82be9f6bc7f5'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 12:56:16.635638 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9ba0d048-8af0-4820-aa02-0212d2d0cb6e req-e1e8bbc3-a9ce-4414-af31-5265befe2690 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8b53246-31a2-446c-81fe-01114c96e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652454 Jun 16 12:56:17.588196 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6febcb0a-0f1f-4dce-868b-7ee961d031f5 req-777d4939-e6d1-449f-93a3-15cb12cbeed7 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:17.589804 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6febcb0a-0f1f-4dce-868b-7ee961d031f5 req-777d4939-e6d1-449f-93a3-15cb12cbeed7 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 945 time: 0.0819144 Jun 16 12:56:17.640930 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6febcb0a-0f1f-4dce-868b-7ee961d031f5 req-8c35d76a-92ba-4844-8a97-c010d586de87 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402222 Jun 16 12:56:17.795433 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 953ac361-e92e-4897-b2f6-82be9f6bc7f5 up at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:56:17.857563 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning for port 953ac361-e92e-4897-b2f6-82be9f6bc7f5 completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:56:17.863524 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning complete for port 953ac361-e92e-4897-b2f6-82be9f6bc7f5 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:56:17.863896 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:17.922195 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b1076-0a72-4743-9996-d3379f95f809 req-4833abb4-dfc5-448a-bd0d-50195062ec72 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:17.925919 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-416b1076-0a72-4743-9996-d3379f95f809 req-4833abb4-dfc5-448a-bd0d-50195062ec72 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea75ddb4-e6c6-4851-ab58-be3b877afb2d HTTP/1.1" status: 200 len: 944 time: 0.1208265 Jun 16 12:56:17.962456 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:17.991920 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea75ddb4-e6c6-4851-ab58-be3b877afb2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953ac361-e92e-4897-b2f6-82be9f6bc7f5'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:56:17.994325 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc19868b2eeee4f788927d96de96bc76ef619c1c8eef803ec6a338432d17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b557712-3c1e-4b57-8811-cd45d4ac8618" -d '{"events": [{"server_uuid": "ea75ddb4-e6c6-4851-ab58-be3b877afb2d", "name": "network-vif-plugged", "status": "completed", "tag": "953ac361-e92e-4897-b2f6-82be9f6bc7f5"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:56:17.997995 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-416b1076-0a72-4743-9996-d3379f95f809 req-9668c2b7-1530-4805-ae7d-ebf9b21213be tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8b53246-31a2-446c-81fe-01114c96e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592167 Jun 16 12:56:18.016638 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 953ac361-e92e-4897-b2f6-82be9f6bc7f5, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=953ac361-e92e-4897-b2f6-82be9f6bc7f5,segment=NetworkSegment(6dc87b74-fa9b-4fec-98f9-e86e1f76efc0),segment_id=6dc87b74-fa9b-4fec-98f9-e86e1f76efc0)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:56:18.040318 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:18.044323 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 12:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619e0fe1-ea45-4cc7-b171-8dc61ff3b8c0 x-openstack-request-id: req-619e0fe1-ea45-4cc7-b171-8dc61ff3b8c0 {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:56:18.044781 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea75ddb4-e6c6-4851-ab58-be3b877afb2d", "name": "network-vif-plugged", "status": "completed", "tag": "953ac361-e92e-4897-b2f6-82be9f6bc7f5", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:56:18.045364 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-619e0fe1-ea45-4cc7-b171-8dc61ff3b8c0 {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:56:18.045922 dv-cinder-766296-6-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea75ddb4-e6c6-4851-ab58-be3b877afb2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953ac361-e92e-4897-b2f6-82be9f6bc7f5', 'code': 200} Jun 16 12:56:18.046980 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:56:18.126635 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=953ac361-e92e-4897-b2f6-82be9f6bc7f5,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:56:18.132766 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:56:18.342001 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99fc1e-e30e-4598-bb48-800a50e9a333 req-541e9252-98ee-4944-9be4-6e62e1bf306c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:18.343682 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-3f99fc1e-e30e-4598-bb48-800a50e9a333 req-541e9252-98ee-4944-9be4-6e62e1bf306c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ea75ddb4-e6c6-4851-ab58-be3b877afb2d HTTP/1.1" status: 200 len: 1098 time: 0.0640888 Jun 16 12:56:18.416200 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-3f99fc1e-e30e-4598-bb48-800a50e9a333 req-a835717f-2f52-4692-8ce3-9742c2ba9b8e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b8b53246-31a2-446c-81fe-01114c96e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636203 Jun 16 12:56:18.844858 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409bd62-0b28-48fe-ab19-a55c3daf332c req-af677133-fb3a-48ba-825d-adef3f85050c tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:18.847039 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c409bd62-0b28-48fe-ab19-a55c3daf332c req-af677133-fb3a-48ba-825d-adef3f85050c tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 945 time: 0.0794477 Jun 16 12:56:18.896662 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c409bd62-0b28-48fe-ab19-a55c3daf332c req-b0ff8449-fd18-427e-af56-3d46a58faa08 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384264 Jun 16 12:56:19.229089 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671742bf-285f-4ae7-a015-b1e0ae512912 req-23e60d09-f6db-4e92-9f3e-e5bea48cf626 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:19.231763 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-671742bf-285f-4ae7-a015-b1e0ae512912 req-23e60d09-f6db-4e92-9f3e-e5bea48cf626 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea75ddb4-e6c6-4851-ab58-be3b877afb2d HTTP/1.1" status: 200 len: 945 time: 0.0893631 Jun 16 12:56:19.298946 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-671742bf-285f-4ae7-a015-b1e0ae512912 req-f0661a45-62be-4659-b29d-78dd49132d20 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8b53246-31a2-446c-81fe-01114c96e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593994 Jun 16 12:56:20.014547 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffa831-d845-43f7-aa98-22933ea3c4df req-4151abb3-289f-4587-bdd9-8b35e65362e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:20.018041 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-47ffa831-d845-43f7-aa98-22933ea3c4df req-4151abb3-289f-4587-bdd9-8b35e65362e1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b7db308073d4a089b0df0569909f5a2&device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 1098 time: 0.1135049 Jun 16 12:56:20.176290 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b0437-2fc8-422a-b815-6b162c0a275d req-a9714e6e-96d4-4bab-9b03-ace3fa189bb6 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:20.179162 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f16b0437-2fc8-422a-b815-6b162c0a275d req-a9714e6e-96d4-4bab-9b03-ace3fa189bb6 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 945 time: 0.1054173 Jun 16 12:56:20.187415 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffa831-d845-43f7-aa98-22933ea3c4df req-23932fcc-aca9-4b6b-ad6e-3428774779e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:20.189401 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-47ffa831-d845-43f7-aa98-22933ea3c4df req-23932fcc-aca9-4b6b-ad6e-3428774779e0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9c6243b5-3d74-40e5-9530-76601d13d460 HTTP/1.1" status: 200 len: 910 time: 0.1590133 Jun 16 12:56:20.253597 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f16b0437-2fc8-422a-b815-6b162c0a275d req-6c8201b5-4cf7-49d3-ae85-5396624d16c5 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652375 Jun 16 12:56:20.295850 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-47ffa831-d845-43f7-aa98-22933ea3c4df req-075ac59a-0589-4530-8ad7-0d70e8fbe563 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6984917c-1fa0-4c5f-82aa-21ed71169760 HTTP/1.1" status: 200 len: 1001 time: 0.0978057 Jun 16 12:56:20.366700 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffa831-d845-43f7-aa98-22933ea3c4df req-4dea9c7d-9bc5-46e9-8671-c52409910e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:20.368637 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-47ffa831-d845-43f7-aa98-22933ea3c4df req-4dea9c7d-9bc5-46e9-8671-c52409910e92 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9bf69c79-31ca-43a9-a491-65d3ffec99d5 HTTP/1.1" status: 200 len: 848 time: 0.0568001 Jun 16 12:56:20.448053 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffa831-d845-43f7-aa98-22933ea3c4df req-277dc475-d787-4852-a49a-8906e533ec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:20.449634 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-47ffa831-d845-43f7-aa98-22933ea3c4df req-277dc475-d787-4852-a49a-8906e533ec41 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9c6243b5-3d74-40e5-9530-76601d13d460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699406 Jun 16 12:56:20.582680 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbf3c8-b21e-49ad-a426-17dc9403d24f req-ef5e4b8c-7671-428c-9319-f5cce743d4d4 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:20.584412 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-02bbf3c8-b21e-49ad-a426-17dc9403d24f req-ef5e4b8c-7671-428c-9319-f5cce743d4d4 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea75ddb4-e6c6-4851-ab58-be3b877afb2d HTTP/1.1" status: 200 len: 945 time: 0.1033940 Jun 16 12:56:20.631747 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-02bbf3c8-b21e-49ad-a426-17dc9403d24f req-d5bb141a-3eca-4758-8c62-02d37bcda700 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8b53246-31a2-446c-81fe-01114c96e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399730 Jun 16 12:56:20.641592 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-47ffa831-d845-43f7-aa98-22933ea3c4df req-13b6c156-f594-4bca-95d9-1830a846b8b2 service neutron] 10.222.0.73 "GET /v2.0/networks/9c6243b5-3d74-40e5-9530-76601d13d460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804483 Jun 16 12:56:20.779549 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-47ffa831-d845-43f7-aa98-22933ea3c4df req-a3d58b99-3ca7-4b0e-8c96-b4eab1cfeda2 service neutron] 10.222.0.73 "GET /v2.0/networks/9c6243b5-3d74-40e5-9530-76601d13d460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284642 Jun 16 12:56:21.605164 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab59ff-7375-4aa1-9fc3-2eff63fc1588 req-5acd1bf5-e0fd-4ee1-8d6d-37046e904294 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:21.607624 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-68ab59ff-7375-4aa1-9fc3-2eff63fc1588 req-5acd1bf5-e0fd-4ee1-8d6d-37046e904294 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 945 time: 0.1019487 Jun 16 12:56:21.668391 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-68ab59ff-7375-4aa1-9fc3-2eff63fc1588 req-8e52f6dd-8c07-41d9-b2f0-4c2f04e10264 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513890 Jun 16 12:56:23.183045 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298139bb-7845-49a8-b07a-5c030871aa9e req-a084676d-a83c-49e2-b79f-d61b00cda428 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:23.185594 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-298139bb-7845-49a8-b07a-5c030871aa9e req-a084676d-a83c-49e2-b79f-d61b00cda428 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 945 time: 0.3767376 Jun 16 12:56:23.233147 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-298139bb-7845-49a8-b07a-5c030871aa9e req-43305331-6a29-4a40-a135-17c5963ec7db tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415962 Jun 16 12:56:24.585346 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428147d-68d6-4086-8271-c811d98556c3 req-42022a76-a529-4d1a-b69e-83630e2da81a tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:24.588266 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f428147d-68d6-4086-8271-c811d98556c3 req-42022a76-a529-4d1a-b69e-83630e2da81a tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 945 time: 0.1271043 Jun 16 12:56:24.702623 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f428147d-68d6-4086-8271-c811d98556c3 req-c7137027-db4c-427b-8b27-f20871e0aa44 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991786 Jun 16 12:56:25.992323 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0a3d1-4876-4e01-98af-8c54547c0909 req-1f1ba467-8155-498f-8a6f-22437c2a55bc tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:25.993914 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-09c0a3d1-4876-4e01-98af-8c54547c0909 req-1f1ba467-8155-498f-8a6f-22437c2a55bc tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 945 time: 0.0796399 Jun 16 12:56:26.040734 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-09c0a3d1-4876-4e01-98af-8c54547c0909 req-86decf29-dd5d-4a4c-8ee9-c58d403baf8d tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404849 Jun 16 12:56:26.548079 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-abd12f14-99ec-4b67-a3de-65bc6fc87100 req-4eec6a59-de04-4172-b2d3-5b5bade5f565 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1114252 Jun 16 12:56:26.898832 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd98d10-de0b-4d9f-80a6-f929f64a9592 req-a96d5ebd-33f3-4565-8d2d-619f4081e4b5 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:26.901191 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0fd98d10-de0b-4d9f-80a6-f929f64a9592 req-a96d5ebd-33f3-4565-8d2d-619f4081e4b5 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 945 time: 0.1284432 Jun 16 12:56:26.991770 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0fd98d10-de0b-4d9f-80a6-f929f64a9592 req-b2f6503a-2453-41f0-a994-f1f69d65d86f tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732095 Jun 16 12:56:27.141364 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf88c9-fa39-4787-bf2a-f133921c6afa req-6e1d5e37-659c-4101-982f-17031894d596 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:27.144742 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-65cf88c9-fa39-4787-bf2a-f133921c6afa req-6e1d5e37-659c-4101-982f-17031894d596 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 945 time: 0.1445847 Jun 16 12:56:27.215781 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-65cf88c9-fa39-4787-bf2a-f133921c6afa req-33d10ac2-c35f-41d5-88d3-d763b24ae0b7 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623069 Jun 16 12:56:27.831826 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 6984917c-1fa0-4c5f-82aa-21ed71169760 no longer exists at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 12:56:27.963418 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:28.020826 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb6f38d1-1677-4c1f-877c-ae6b30056dcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6984917c-1fa0-4c5f-82aa-21ed71169760'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:56:28.025363 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc19868b2eeee4f788927d96de96bc76ef619c1c8eef803ec6a338432d17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d369a8b8-4b39-44c6-a7dd-f7251ae468f8" -d '{"events": [{"server_uuid": "eb6f38d1-1677-4c1f-877c-ae6b30056dcf", "name": "network-vif-unplugged", "status": "completed", "tag": "6984917c-1fa0-4c5f-82aa-21ed71169760"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:56:28.061386 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 6984917c-1fa0-4c5f-82aa-21ed71169760, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=6984917c-1fa0-4c5f-82aa-21ed71169760,segment=NetworkSegment(00a4e780-9b72-4f52-955e-542392fdcf96),segment_id=00a4e780-9b72-4f52-955e-542392fdcf96)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:56:28.070665 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:28.074822 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:56:28.129666 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Jun 2021 12:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a336fab-3b26-4047-89ef-1e4928c7383c x-openstack-request-id: req-1a336fab-3b26-4047-89ef-1e4928c7383c {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:56:28.130181 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb6f38d1-1677-4c1f-877c-ae6b30056dcf", "name": "network-vif-unplugged", "status": "failed", "tag": "6984917c-1fa0-4c5f-82aa-21ed71169760", "code": 422}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:56:28.130710 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1a336fab-3b26-4047-89ef-1e4928c7383c {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:56:28.131321 dv-cinder-766296-6-iscsi neutron-server[109147]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eb6f38d1-1677-4c1f-877c-ae6b30056dcf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6984917c-1fa0-4c5f-82aa-21ed71169760', 'code': 422} returned with failed status Jun 16 12:56:28.172970 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 12:56:28.175587 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=6984917c-1fa0-4c5f-82aa-21ed71169760,revision_number=6']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:56:28.181666 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:56:28.427918 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47497a-6041-4552-ad6d-a69e79252712 req-8c572b58-f58c-428e-ad81-9c18dabb67b3 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:28.430935 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3b47497a-6041-4552-ad6d-a69e79252712 req-8c572b58-f58c-428e-ad81-9c18dabb67b3 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 943 time: 0.1569405 Jun 16 12:56:28.552790 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3b47497a-6041-4552-ad6d-a69e79252712 req-80ad7b91-1a04-4708-bc11-169b558ae126 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027617 Jun 16 12:56:28.599922 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96193bd3-ff2d-43be-b33a-84726d90c68f req-493f244c-c86f-4529-9ccd-8bc197a920ab tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:28.602570 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-96193bd3-ff2d-43be-b33a-84726d90c68f req-493f244c-c86f-4529-9ccd-8bc197a920ab tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 945 time: 0.1545460 Jun 16 12:56:28.661508 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-96193bd3-ff2d-43be-b33a-84726d90c68f req-c1452f16-31e2-484e-b1fc-6d288e110cb7 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484507 Jun 16 12:56:29.233088 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd12f14-99ec-4b67-a3de-65bc6fc87100 req-5fe4b370-1f76-4530-b46e-bd4dd6bcf7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:29.236153 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-abd12f14-99ec-4b67-a3de-65bc6fc87100 req-5fe4b370-1f76-4530-b46e-bd4dd6bcf7b0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf&tenant_id=4b7db308073d4a089b0df0569909f5a2 HTTP/1.1" status: 200 len: 1096 time: 0.0832965 Jun 16 12:56:29.360827 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd12f14-99ec-4b67-a3de-65bc6fc87100 req-5a8c9ae6-aa57-44f3-a5f0-d2fb4bbc7f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:29.363435 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-abd12f14-99ec-4b67-a3de-65bc6fc87100 req-5a8c9ae6-aa57-44f3-a5f0-d2fb4bbc7f64 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b7db308073d4a089b0df0569909f5a2&device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 1096 time: 0.0837307 Jun 16 12:56:29.535348 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd12f14-99ec-4b67-a3de-65bc6fc87100 req-b201ae96-7006-4916-b39d-a68b43640793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:29.538176 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-abd12f14-99ec-4b67-a3de-65bc6fc87100 req-b201ae96-7006-4916-b39d-a68b43640793 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9c6243b5-3d74-40e5-9530-76601d13d460 HTTP/1.1" status: 200 len: 910 time: 0.1625342 Jun 16 12:56:29.680898 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-abd12f14-99ec-4b67-a3de-65bc6fc87100 req-b7b3c40d-e4d9-44be-8053-bb8d2ca7f1ef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6984917c-1fa0-4c5f-82aa-21ed71169760 HTTP/1.1" status: 200 len: 999 time: 0.1291425 Jun 16 12:56:29.794867 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd12f14-99ec-4b67-a3de-65bc6fc87100 req-b917f0f6-dde9-4239-be3b-1c5a0e3de468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:29.799619 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-abd12f14-99ec-4b67-a3de-65bc6fc87100 req-b917f0f6-dde9-4239-be3b-1c5a0e3de468 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9bf69c79-31ca-43a9-a491-65d3ffec99d5 HTTP/1.1" status: 200 len: 848 time: 0.0995014 Jun 16 12:56:29.888239 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd12f14-99ec-4b67-a3de-65bc6fc87100 req-b6090721-1f52-4af1-8f77-1e2bafabf8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:29.890090 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-abd12f14-99ec-4b67-a3de-65bc6fc87100 req-b6090721-1f52-4af1-8f77-1e2bafabf8f7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9c6243b5-3d74-40e5-9530-76601d13d460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0802364 Jun 16 12:56:29.896039 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebcf51d-b50c-4988-b0c7-3da29adedc4c req-0c48306f-43f3-4db7-b9a5-45cd413d4b5a tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:29.898280 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-cebcf51d-b50c-4988-b0c7-3da29adedc4c req-0c48306f-43f3-4db7-b9a5-45cd413d4b5a tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 943 time: 0.1165788 Jun 16 12:56:30.005828 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-cebcf51d-b50c-4988-b0c7-3da29adedc4c req-b88f8fc4-8768-417f-b77b-6fcd6c4dd040 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972395 Jun 16 12:56:30.047087 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be39b2-2acf-40b1-b880-9db50a12cd09 req-65e63948-d526-4370-9ed4-44fc8305e693 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:30.050647 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f4be39b2-2acf-40b1-b880-9db50a12cd09 req-65e63948-d526-4370-9ed4-44fc8305e693 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 945 time: 0.1504443 Jun 16 12:56:30.091389 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-abd12f14-99ec-4b67-a3de-65bc6fc87100 req-a84267ff-7de2-4c6f-85d4-91915d072b8e service neutron] 10.222.0.73 "GET /v2.0/networks/9c6243b5-3d74-40e5-9530-76601d13d460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740663 Jun 16 12:56:30.152412 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f4be39b2-2acf-40b1-b880-9db50a12cd09 req-66934f10-046a-4ec7-a527-7eae55302657 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887668 Jun 16 12:56:30.267688 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-abd12f14-99ec-4b67-a3de-65bc6fc87100 req-a70e2f4d-2e0b-4193-aaa9-11672785b12d service neutron] 10.222.0.73 "GET /v2.0/networks/9c6243b5-3d74-40e5-9530-76601d13d460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651380 Jun 16 12:56:30.521752 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a333f313-40bf-4c3d-b550-8b4a3c1c6bd8 req-ada8d660-328f-4431-95bc-e1d2c4e5fbe9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1056385 Jun 16 12:56:30.660912 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333f313-40bf-4c3d-b550-8b4a3c1c6bd8 req-b7c160ec-5689-4be3-bc34-f930ae3169ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:30.663666 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a333f313-40bf-4c3d-b550-8b4a3c1c6bd8 req-b7c160ec-5689-4be3-bc34-f930ae3169ab service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60d3e5144bb04eeaa2fe27abc09c9c27&device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 1138 time: 0.0998080 Jun 16 12:56:30.842595 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333f313-40bf-4c3d-b550-8b4a3c1c6bd8 req-2a65c7a4-d5db-4fa2-bc25-c59335a62008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:30.844467 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a333f313-40bf-4c3d-b550-8b4a3c1c6bd8 req-2a65c7a4-d5db-4fa2-bc25-c59335a62008 service neutron] 10.222.0.73 "GET /v2.0/networks?id=db2dc321-0434-4772-b9c0-62ee7ab9b166 HTTP/1.1" status: 200 len: 916 time: 0.1430175 Jun 16 12:56:30.969899 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8be619f8-80fc-4a1e-91b3-26f849c601a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:30.980637 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a333f313-40bf-4c3d-b550-8b4a3c1c6bd8 req-8fc2f110-cc41-4332-916b-34cbdf2fc80a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6 HTTP/1.1" status: 200 len: 1002 time: 0.1232402 Jun 16 12:56:31.072141 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333f313-40bf-4c3d-b550-8b4a3c1c6bd8 req-46c9a298-e987-4c18-809e-03c9f300c516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:31.074559 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a333f313-40bf-4c3d-b550-8b4a3c1c6bd8 req-46c9a298-e987-4c18-809e-03c9f300c516 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04d171e3-63ad-40cc-b1ef-c03c5948460b HTTP/1.1" status: 200 len: 854 time: 0.0801716 Jun 16 12:56:31.192837 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333f313-40bf-4c3d-b550-8b4a3c1c6bd8 req-efae8a96-b406-418a-a807-230bbee98eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:31.195556 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a333f313-40bf-4c3d-b550-8b4a3c1c6bd8 req-efae8a96-b406-418a-a807-230bbee98eb4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=db2dc321-0434-4772-b9c0-62ee7ab9b166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1022995 Jun 16 12:56:31.389827 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c472467-8dbf-4f76-b693-26961597b31d req-7d8dce57-c874-45b3-94e4-e1a43948cf82 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:31.394663 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9c472467-8dbf-4f76-b693-26961597b31d req-7d8dce57-c874-45b3-94e4-e1a43948cf82 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 943 time: 0.1619699 Jun 16 12:56:31.415072 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a333f313-40bf-4c3d-b550-8b4a3c1c6bd8 req-e080cb91-a96c-4607-b037-052a619d0ea2 service neutron] 10.222.0.73 "GET /v2.0/networks/db2dc321-0434-4772-b9c0-62ee7ab9b166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089772 Jun 16 12:56:31.544916 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9c472467-8dbf-4f76-b693-26961597b31d req-095796de-0264-4cd2-9170-9acd65151b96 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401768 Jun 16 12:56:31.582250 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a333f313-40bf-4c3d-b550-8b4a3c1c6bd8 req-113c28d5-7b6e-4bc6-a92f-5b7c92fcb42d service neutron] 10.222.0.73 "GET /v2.0/networks/db2dc321-0434-4772-b9c0-62ee7ab9b166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554344 Jun 16 12:56:31.605133 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccff38f-f5a5-4c5b-bf83-abbafe8564a3 req-aa3530c9-4e64-45a9-a757-9aa0eb302ff0 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:31.608764 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3ccff38f-f5a5-4c5b-bf83-abbafe8564a3 req-aa3530c9-4e64-45a9-a757-9aa0eb302ff0 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 945 time: 0.1914907 Jun 16 12:56:31.688070 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3ccff38f-f5a5-4c5b-bf83-abbafe8564a3 req-ca9cc531-7393-4258-bafd-428e64f61482 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625684 Jun 16 12:56:32.924956 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90394e-ac9a-41a8-bd44-d59e6d3a00fa req-6d358e86-cc59-47de-bf9d-52f6d407e5a2 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:32.928191 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6b90394e-ac9a-41a8-bd44-d59e6d3a00fa req-6d358e86-cc59-47de-bf9d-52f6d407e5a2 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 943 time: 0.1380270 Jun 16 12:56:33.018833 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6b90394e-ac9a-41a8-bd44-d59e6d3a00fa req-3313106e-7025-4e7f-89ae-79467fb69bda tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786653 Jun 16 12:56:33.055103 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a39ae6-d44f-49c1-b3e6-efac1f4c713c req-842bf9b0-9e1b-4ae8-b0cd-79cc17d6ef58 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:33.057305 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-57a39ae6-d44f-49c1-b3e6-efac1f4c713c req-842bf9b0-9e1b-4ae8-b0cd-79cc17d6ef58 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 945 time: 0.1275835 Jun 16 12:56:33.075185 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:33.141883 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-57a39ae6-d44f-49c1-b3e6-efac1f4c713c req-a483526d-f3bd-461d-9c50-a980488b9f28 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698438 Jun 16 12:56:34.455629 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4be12d-f2a9-4f7f-8dc8-d0a57a53913f req-8b6ff164-6605-40f0-b850-799d58bb151f tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:34.458331 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2c4be12d-f2a9-4f7f-8dc8-d0a57a53913f req-8b6ff164-6605-40f0-b850-799d58bb151f tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 943 time: 0.1913218 Jun 16 12:56:34.567250 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2c4be12d-f2a9-4f7f-8dc8-d0a57a53913f req-89bbe41b-550d-490e-94a2-eb62b03f6ec2 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994771 Jun 16 12:56:34.587644 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde58ec-ebae-4325-a315-baa4a9385d9e req-f6efd894-09d4-488a-b60b-b52b09a7af51 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:34.590543 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0bde58ec-ebae-4325-a315-baa4a9385d9e req-f6efd894-09d4-488a-b60b-b52b09a7af51 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 945 time: 0.2132051 Jun 16 12:56:34.677726 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0bde58ec-ebae-4325-a315-baa4a9385d9e req-a44ea943-c6ae-4030-ae48-f9e34ff71af2 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683758 Jun 16 12:56:35.303876 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8b4b88a0-167a-41d8-84d6-44ad2a80e864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:35.678252 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:36.022467 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee0a6e-5578-4ac2-b0ec-b59c3a07ebcc req-d0ad0ecf-c91e-47d8-a9a0-cb0a868e2343 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:36.025540 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6fee0a6e-5578-4ac2-b0ec-b59c3a07ebcc req-d0ad0ecf-c91e-47d8-a9a0-cb0a868e2343 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 943 time: 0.2055392 Jun 16 12:56:36.042381 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f208557-75ff-4000-8db9-5eae95865f2a req-762003d6-7fd9-449e-9f12-3c6eb6c201d0 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:36.045099 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1f208557-75ff-4000-8db9-5eae95865f2a req-762003d6-7fd9-449e-9f12-3c6eb6c201d0 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 945 time: 0.2029560 Jun 16 12:56:36.155671 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6fee0a6e-5578-4ac2-b0ec-b59c3a07ebcc req-ca58a186-6339-48d1-8622-0a1e71948e27 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089468 Jun 16 12:56:36.165828 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1f208557-75ff-4000-8db9-5eae95865f2a req-94742d49-b850-46e5-a03a-7b7c152b7de8 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080811 Jun 16 12:56:37.020356 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:37.472963 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8676f7-f865-47cf-b5c7-d9cf86621ebb req-433ef755-44db-4a84-b6ac-99966163eb89 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:37.474686 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-cb8676f7-f865-47cf-b5c7-d9cf86621ebb req-433ef755-44db-4a84-b6ac-99966163eb89 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 943 time: 0.1352046 Jun 16 12:56:37.489040 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93de28-5b00-457f-9815-0bdda9c0a8c9 req-544efee4-b2db-4c0c-b26c-6c9a5bdf0ea9 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:37.490969 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-dc93de28-5b00-457f-9815-0bdda9c0a8c9 req-544efee4-b2db-4c0c-b26c-6c9a5bdf0ea9 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 945 time: 0.1182380 Jun 16 12:56:37.571147 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-cb8676f7-f865-47cf-b5c7-d9cf86621ebb req-1740035e-465b-4046-9b20-b8036451c3a0 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787721 Jun 16 12:56:37.582533 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-dc93de28-5b00-457f-9815-0bdda9c0a8c9 req-06c027de-9a49-45fc-bb2a-65f51f34b7be tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816932 Jun 16 12:56:37.923052 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 6984917c-1fa0-4c5f-82aa-21ed71169760 details requested by agent hyperv_hv-cinder-76629 with host hv-cinder-76629 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 12:56:38.081945 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 6984917c-1fa0-4c5f-82aa-21ed71169760, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=6984917c-1fa0-4c5f-82aa-21ed71169760,segment=NetworkSegment(00a4e780-9b72-4f52-955e-542392fdcf96),segment_id=00a4e780-9b72-4f52-955e-542392fdcf96)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:56:38.103339 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Returning: {'device': '6984917c-1fa0-4c5f-82aa-21ed71169760', 'network_id': '9c6243b5-3d74-40e5-9530-76601d13d460', 'port_id': '6984917c-1fa0-4c5f-82aa-21ed71169760', 'mac_address': 'fa:16:3e:23:06:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bf69c79-31ca-43a9-a491-65d3ffec99d5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 12:56:38.182808 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:38.209980 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-43072469-a160-4d16-9402-2253616714b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6984917c-1fa0-4c5f-82aa-21ed71169760 {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 12:56:38.250891 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 6984917c-1fa0-4c5f-82aa-21ed71169760, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=6984917c-1fa0-4c5f-82aa-21ed71169760,segment=NetworkSegment(00a4e780-9b72-4f52-955e-542392fdcf96),segment_id=00a4e780-9b72-4f52-955e-542392fdcf96)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:56:38.258168 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:38.263568 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-57d04dde-a93d-468d-90ed-11a5fefc023d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:56:38.328234 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=6984917c-1fa0-4c5f-82aa-21ed71169760,revision_number=7']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:56:38.332719 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:56:38.773130 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] get_ports_and_sgs() called for port_ids ['6984917c-1fa0-4c5f-82aa-21ed71169760'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 12:56:38.886822 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d57b3-8380-4647-93f3-fdbf680aed5c req-fa35aa2f-3802-4e83-8fad-14751c0eeedb tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:38.888978 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-748d57b3-8380-4647-93f3-fdbf680aed5c req-fa35aa2f-3802-4e83-8fad-14751c0eeedb tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 945 time: 0.1566949 Jun 16 12:56:38.939442 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab1cd8-4700-4ffb-b310-0ed26a2d0698 req-6873e2b9-8047-402a-8800-c41905426ce2 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:38.942157 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0dab1cd8-4700-4ffb-b310-0ed26a2d0698 req-6873e2b9-8047-402a-8800-c41905426ce2 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 944 time: 0.1495769 Jun 16 12:56:38.986935 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-748d57b3-8380-4647-93f3-fdbf680aed5c req-3d64a24c-8fdd-4693-8a95-face6fce5a08 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841360 Jun 16 12:56:39.040614 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0dab1cd8-4700-4ffb-b310-0ed26a2d0698 req-38ab778a-4a28-4b20-a1ad-840738f79d66 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856340 Jun 16 12:56:39.330047 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:40.434139 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24523f83-a568-4451-a896-b79097279fca req-97bbe96e-8b5b-4897-86cd-8b94e8dfeaf5 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:40.436678 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-24523f83-a568-4451-a896-b79097279fca req-97bbe96e-8b5b-4897-86cd-8b94e8dfeaf5 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 944 time: 0.2242522 Jun 16 12:56:40.451797 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5daad-ee66-42ab-a00a-27b84b371e99 req-07342dbf-2b8b-47bd-8238-31764839dd66 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:40.454215 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e8d5daad-ee66-42ab-a00a-27b84b371e99 req-07342dbf-2b8b-47bd-8238-31764839dd66 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 945 time: 0.1882541 Jun 16 12:56:40.537700 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-24523f83-a568-4451-a896-b79097279fca req-9653c3f0-8531-47ce-86e6-9ad411bcb481 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821943 Jun 16 12:56:40.541703 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e8d5daad-ee66-42ab-a00a-27b84b371e99 req-8a87187d-49fa-435b-bc88-1a6c8003815f tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730498 Jun 16 12:56:41.881566 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bf59b-21d4-46f2-8135-c6cbeb234577 req-e86de949-c209-429f-9186-fc715878f8de tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:41.883653 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-647bf59b-21d4-46f2-8135-c6cbeb234577 req-e86de949-c209-429f-9186-fc715878f8de tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 944 time: 0.1330330 Jun 16 12:56:41.910311 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e43b32-6a9d-4b24-acb1-472c8dcd3b2e req-660f116b-0926-42b1-8bf0-9ed2164bd955 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:41.912424 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c9e43b32-6a9d-4b24-acb1-472c8dcd3b2e req-660f116b-0926-42b1-8bf0-9ed2164bd955 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 945 time: 0.1289632 Jun 16 12:56:41.933702 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 6984917c-1fa0-4c5f-82aa-21ed71169760 up at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:56:41.996018 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-647bf59b-21d4-46f2-8135-c6cbeb234577 req-7658e762-9a8c-4cb0-9620-5b510e708c8a tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004794 Jun 16 12:56:42.011294 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c9e43b32-6a9d-4b24-acb1-472c8dcd3b2e req-f8e0a419-2644-4aa4-9953-cc884c82256e tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873826 Jun 16 12:56:42.024868 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning complete for port 6984917c-1fa0-4c5f-82aa-21ed71169760 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:56:42.025523 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:42.177685 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:42.222589 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb6f38d1-1677-4c1f-877c-ae6b30056dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6984917c-1fa0-4c5f-82aa-21ed71169760'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:56:42.226732 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc19868b2eeee4f788927d96de96bc76ef619c1c8eef803ec6a338432d17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f8b90d-2b38-4b74-9a94-ef5de582e8c4" -d '{"events": [{"server_uuid": "eb6f38d1-1677-4c1f-877c-ae6b30056dcf", "name": "network-vif-plugged", "status": "completed", "tag": "6984917c-1fa0-4c5f-82aa-21ed71169760"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:56:42.253492 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 6984917c-1fa0-4c5f-82aa-21ed71169760, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=6984917c-1fa0-4c5f-82aa-21ed71169760,segment=NetworkSegment(00a4e780-9b72-4f52-955e-542392fdcf96),segment_id=00a4e780-9b72-4f52-955e-542392fdcf96)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:56:42.259758 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:42.263750 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:56:42.304474 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 12:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32977b5-ee0c-4c53-ad85-a77fa9614186 x-openstack-request-id: req-a32977b5-ee0c-4c53-ad85-a77fa9614186 {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:56:42.304968 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb6f38d1-1677-4c1f-877c-ae6b30056dcf", "name": "network-vif-plugged", "status": "completed", "tag": "6984917c-1fa0-4c5f-82aa-21ed71169760", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:56:42.305403 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a32977b5-ee0c-4c53-ad85-a77fa9614186 {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:56:42.306075 dv-cinder-766296-6-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb6f38d1-1677-4c1f-877c-ae6b30056dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6984917c-1fa0-4c5f-82aa-21ed71169760', 'code': 200} Jun 16 12:56:42.368248 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=6984917c-1fa0-4c5f-82aa-21ed71169760,revision_number=8']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:56:42.382548 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:56:42.383345 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:56:42.383925 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:56:42.384506 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:56:42.385099 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:56:42.385640 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:56:42.386191 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:56:42.386790 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:56:42.387201 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:56:42.387542 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:56:42.387882 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:56:42.388291 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:56:42.394946 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:56:42.756528 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f92b5d-2354-4364-a51b-7a47182d312d req-0dee68ca-2534-4fa3-a8b2-7d4d1fad2101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:42.758170 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-27f92b5d-2354-4364-a51b-7a47182d312d req-0dee68ca-2534-4fa3-a8b2-7d4d1fad2101 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 1098 time: 0.0894878 Jun 16 12:56:42.827323 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-27f92b5d-2354-4364-a51b-7a47182d312d req-aa7e820b-b06a-487f-bae1-0bcd93aa0bf9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552948 Jun 16 12:56:43.414567 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a73a77-6633-46ab-b982-27689b77d4ed req-ff3d14aa-c848-46c7-a098-c3d240fbf05f tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:43.417379 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d6a73a77-6633-46ab-b982-27689b77d4ed req-ff3d14aa-c848-46c7-a098-c3d240fbf05f tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 945 time: 0.1964545 Jun 16 12:56:43.442599 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f19cf18-e634-4c76-bef9-ac08988210a7 req-61b02e17-c98e-4f3d-a42b-b08c16103a88 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:43.445451 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3f19cf18-e634-4c76-bef9-ac08988210a7 req-61b02e17-c98e-4f3d-a42b-b08c16103a88 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 945 time: 0.1747813 Jun 16 12:56:43.553236 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d6a73a77-6633-46ab-b982-27689b77d4ed req-2e7e15c2-7b7e-4a4d-bcce-e05dfd054e9c tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062360 Jun 16 12:56:43.560447 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3f19cf18-e634-4c76-bef9-ac08988210a7 req-fb9573db-f185-4b84-b414-a4e3bdd60f67 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026382 Jun 16 12:56:44.834189 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4253ddc-38e6-4d17-b939-5fe616d07286 req-a38d5599-7427-4f1a-aa70-c73f94f042d1 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:44.836630 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f4253ddc-38e6-4d17-b939-5fe616d07286 req-a38d5599-7427-4f1a-aa70-c73f94f042d1 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 945 time: 0.1123750 Jun 16 12:56:44.897909 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f4253ddc-38e6-4d17-b939-5fe616d07286 req-8754a821-a23a-429d-aecc-55dc084c6c15 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507562 Jun 16 12:56:44.912331 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bb72c-93dd-4a2e-bde0-20778c6d856e req-e0de9463-4b9f-47ae-b6c1-88d6afd3ef84 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:44.914092 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3e9bb72c-93dd-4a2e-bde0-20778c6d856e req-e0de9463-4b9f-47ae-b6c1-88d6afd3ef84 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 945 time: 0.1319818 Jun 16 12:56:44.988054 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3e9bb72c-93dd-4a2e-bde0-20778c6d856e req-e19f9640-437c-4234-8b12-1e91ac46f722 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608411 Jun 16 12:56:46.329947 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff62b44-53e8-420d-8623-783afbb7b38f req-b2aaf8be-48b7-4cb1-8634-2c1f7be8955a tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:46.333247 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4ff62b44-53e8-420d-8623-783afbb7b38f req-b2aaf8be-48b7-4cb1-8634-2c1f7be8955a tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 945 time: 0.1413081 Jun 16 12:56:46.410389 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4ff62b44-53e8-420d-8623-783afbb7b38f req-e2f5d01d-4d67-454a-9d87-79bfec057325 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700541 Jun 16 12:56:47.729964 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916ca7c-a258-42d2-a8ed-7f8cb341f3ad req-0970d7bd-35bd-4982-80c6-3a8f29667472 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:47.731625 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d916ca7c-a258-42d2-a8ed-7f8cb341f3ad req-0970d7bd-35bd-4982-80c6-3a8f29667472 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 945 time: 0.1087401 Jun 16 12:56:47.777050 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d916ca7c-a258-42d2-a8ed-7f8cb341f3ad req-f0d4a538-912d-4d29-9c4f-2c915fd352ea tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384235 Jun 16 12:56:49.022060 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3811970-6d46-48ee-a803-3ee449865963 req-18826478-11c4-4924-b779-4496cc425b81 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:49.024052 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e3811970-6d46-48ee-a803-3ee449865963 req-18826478-11c4-4924-b779-4496cc425b81 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 945 time: 0.0821271 Jun 16 12:56:49.093842 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e3811970-6d46-48ee-a803-3ee449865963 req-06ae0c13-f983-4b5b-bdf3-7b3388f3ea1d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625908 Jun 16 12:56:50.004345 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device faf3d02f-fffc-43b0-ba37-b4a649295c87 details requested by agent hyperv_hv-cinder-76629 with host hv-cinder-76629 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 12:56:50.116138 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port faf3d02f-fffc-43b0-ba37-b4a649295c87, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=faf3d02f-fffc-43b0-ba37-b4a649295c87,segment=NetworkSegment(042ac9d8-9593-43f5-8ffd-f1b933e86f71),segment_id=042ac9d8-9593-43f5-8ffd-f1b933e86f71)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:56:50.130537 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Returning: {'device': 'faf3d02f-fffc-43b0-ba37-b4a649295c87', 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537', 'port_id': 'faf3d02f-fffc-43b0-ba37-b4a649295c87', 'mac_address': 'fa:16:3e:5f:dd:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6854b649-d35a-4298-9aa6-e7a75a6ae3a1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 12:56:50.182640 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:50.207396 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-43072469-a160-4d16-9402-2253616714b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id faf3d02f-fffc-43b0-ba37-b4a649295c87 {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 12:56:50.231732 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port faf3d02f-fffc-43b0-ba37-b4a649295c87, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=faf3d02f-fffc-43b0-ba37-b4a649295c87,segment=NetworkSegment(042ac9d8-9593-43f5-8ffd-f1b933e86f71),segment_id=042ac9d8-9593-43f5-8ffd-f1b933e86f71)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:56:50.238677 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:50.242174 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-e33c2d3c-62d9-4838-9486-f55e631bb4c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:56:50.323218 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=faf3d02f-fffc-43b0-ba37-b4a649295c87,revision_number=6']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:56:50.328984 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:56:50.417507 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e6a80f-d7f2-4990-acaa-6ccb3c8b4807 req-1a587037-57a8-4cf5-ad84-6d940f89c5d6 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:50.419214 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-35e6a80f-d7f2-4990-acaa-6ccb3c8b4807 req-1a587037-57a8-4cf5-ad84-6d940f89c5d6 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 944 time: 0.1165395 Jun 16 12:56:50.425366 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] get_ports_and_sgs() called for port_ids ['faf3d02f-fffc-43b0-ba37-b4a649295c87'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 12:56:50.471922 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-35e6a80f-d7f2-4990-acaa-6ccb3c8b4807 req-c5758394-175a-4831-a96b-61af6b217d4a tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420375 Jun 16 12:56:51.792398 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c4044-5eab-45ea-babe-d7c0ec10a1a5 req-a23cf8e4-0602-45f5-9b7c-f69ddfbb1678 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:51.799786 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2d0c4044-5eab-45ea-babe-d7c0ec10a1a5 req-a23cf8e4-0602-45f5-9b7c-f69ddfbb1678 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 944 time: 0.1188636 Jun 16 12:56:51.871876 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2d0c4044-5eab-45ea-babe-d7c0ec10a1a5 req-b2524e30-af4c-4de1-9e5d-46d4405115d6 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634117 Jun 16 12:56:52.012728 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device faf3d02f-fffc-43b0-ba37-b4a649295c87 up at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:56:52.099126 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning complete for port faf3d02f-fffc-43b0-ba37-b4a649295c87 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:56:52.100114 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:52.235687 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:52.283362 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '550ca17b-8b0e-429e-85d4-81808df07c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf3d02f-fffc-43b0-ba37-b4a649295c87'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:56:52.287859 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc19868b2eeee4f788927d96de96bc76ef619c1c8eef803ec6a338432d17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd26d4e-6fa2-431d-ae35-366d859be678" -d '{"events": [{"server_uuid": "550ca17b-8b0e-429e-85d4-81808df07c91", "name": "network-vif-plugged", "status": "completed", "tag": "faf3d02f-fffc-43b0-ba37-b4a649295c87"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:56:52.312107 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port faf3d02f-fffc-43b0-ba37-b4a649295c87, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=faf3d02f-fffc-43b0-ba37-b4a649295c87,segment=NetworkSegment(042ac9d8-9593-43f5-8ffd-f1b933e86f71),segment_id=042ac9d8-9593-43f5-8ffd-f1b933e86f71)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:56:52.321158 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:56:52.326392 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:56:52.405182 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 12:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3af6edb-33ea-448e-aff3-5df1280ba37f x-openstack-request-id: req-d3af6edb-33ea-448e-aff3-5df1280ba37f {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:56:52.405765 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "550ca17b-8b0e-429e-85d4-81808df07c91", "name": "network-vif-plugged", "status": "completed", "tag": "faf3d02f-fffc-43b0-ba37-b4a649295c87", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:56:52.406813 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d3af6edb-33ea-448e-aff3-5df1280ba37f {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:56:52.407498 dv-cinder-766296-6-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '550ca17b-8b0e-429e-85d4-81808df07c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf3d02f-fffc-43b0-ba37-b4a649295c87', 'code': 200} Jun 16 12:56:52.439245 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=faf3d02f-fffc-43b0-ba37-b4a649295c87,revision_number=7']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:56:52.446609 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:56:53.231943 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66006366-1ceb-44ec-a025-88da66905544 req-60cae6dc-d73f-4047-9af4-51f73e9b86c4 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:53.239162 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-66006366-1ceb-44ec-a025-88da66905544 req-60cae6dc-d73f-4047-9af4-51f73e9b86c4 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 945 time: 0.1370275 Jun 16 12:56:53.311390 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-66006366-1ceb-44ec-a025-88da66905544 req-85ed14c9-21fd-4915-a390-2a7632a8c117 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659134 Jun 16 12:56:54.723196 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d019c3f-1ba9-4dac-9181-e53a7c5ea31b req-0aa79490-abc3-44cf-9e66-cf081ec1eae7 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:54.735300 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1d019c3f-1ba9-4dac-9181-e53a7c5ea31b req-0aa79490-abc3-44cf-9e66-cf081ec1eae7 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 945 time: 0.1482341 Jun 16 12:56:54.853087 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1d019c3f-1ba9-4dac-9181-e53a7c5ea31b req-9c2634de-36f4-49b3-ac83-c28ef04d19c9 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136603 Jun 16 12:56:56.200470 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f247f18-f080-457c-9e34-eac808a2a691 req-d434fce0-d78c-4cdf-a9b7-847cdf203819 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:56.203109 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8f247f18-f080-457c-9e34-eac808a2a691 req-d434fce0-d78c-4cdf-a9b7-847cdf203819 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 945 time: 0.1142769 Jun 16 12:56:56.289524 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8f247f18-f080-457c-9e34-eac808a2a691 req-7d7427c6-d511-4221-bd4e-e29bb2d1bf60 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765173 Jun 16 12:56:57.652648 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df45b2-ae65-46e3-98a4-fe09a38667f8 req-cad9996b-0d2f-4304-a4d1-ed7e4f2b2e3e tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:57.665121 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-42df45b2-ae65-46e3-98a4-fe09a38667f8 req-cad9996b-0d2f-4304-a4d1-ed7e4f2b2e3e tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 945 time: 0.1416273 Jun 16 12:56:57.731519 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-42df45b2-ae65-46e3-98a4-fe09a38667f8 req-cc12f1a0-bf6b-4532-8816-f5f6823db2f6 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632572 Jun 16 12:56:59.070989 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461c421-3bac-4330-91cb-8ce91bcf8752 req-42504feb-504f-4ed5-b2b7-b048c2ec3521 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:56:59.073023 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5461c421-3bac-4330-91cb-8ce91bcf8752 req-42504feb-504f-4ed5-b2b7-b048c2ec3521 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 945 time: 0.1386299 Jun 16 12:56:59.175351 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5461c421-3bac-4330-91cb-8ce91bcf8752 req-989e8703-28db-45af-a72f-023a88548375 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905843 Jun 16 12:57:00.573258 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0e68c-e765-4161-8675-ec862f6ad9f8 req-b89c566d-dcb0-491d-8018-7af8b65972b3 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:00.576561 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-90b0e68c-e765-4161-8675-ec862f6ad9f8 req-b89c566d-dcb0-491d-8018-7af8b65972b3 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 945 time: 0.1579268 Jun 16 12:57:00.651223 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-90b0e68c-e765-4161-8675-ec862f6ad9f8 req-e67e6dba-d3b1-46df-af86-dd6a19196c0c tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649807 Jun 16 12:57:00.963414 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-5984332f-be1e-439c-a1e7-cbf9c659f769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:02.021915 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7b2b9-a3a5-4d0f-9cc0-f6a33af383db req-65d4ca4e-9dfd-43ac-8e49-801e36ad6dd4 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:02.023733 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-cea7b2b9-a3a5-4d0f-9cc0-f6a33af383db req-65d4ca4e-9dfd-43ac-8e49-801e36ad6dd4 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 945 time: 0.1136909 Jun 16 12:57:02.079146 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-cea7b2b9-a3a5-4d0f-9cc0-f6a33af383db req-530095d8-bf4d-41d9-a035-1de19353e897 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445933 Jun 16 12:57:03.054895 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:03.402789 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e5de3-9374-464e-87ee-7dbc063f27f7 req-e3c0973e-df4d-4206-9273-537720f73a35 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:03.404446 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-438e5de3-9374-464e-87ee-7dbc063f27f7 req-e3c0973e-df4d-4206-9273-537720f73a35 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 945 time: 0.0908630 Jun 16 12:57:03.474624 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-438e5de3-9374-464e-87ee-7dbc063f27f7 req-cd628f57-18a7-4d07-be58-3d899ff26f82 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592000 Jun 16 12:57:04.747908 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d93ec7-2219-49a4-a49c-c05fa8021bac req-894ae9b5-8469-45a8-8886-e3fdf9424b2f tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:04.763439 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-35d93ec7-2219-49a4-a49c-c05fa8021bac req-894ae9b5-8469-45a8-8886-e3fdf9424b2f tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 945 time: 0.1431284 Jun 16 12:57:04.841021 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-35d93ec7-2219-49a4-a49c-c05fa8021bac req-6db9d8f1-67ff-4b97-aa19-54faf146c31c tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760715 Jun 16 12:57:04.929368 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7c3eddf4-0b89-42eb-80bf-dac86c66015e req-b11a92b7-ea56-492a-9176-9de11646b64b tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-208422341&fields=id&tenant_id=60d3e5144bb04eeaa2fe27abc09c9c27 HTTP/1.1" status: 200 len: 267 time: 0.0600266 Jun 16 12:57:05.013064 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3eddf4-0b89-42eb-80bf-dac86c66015e req-6695c9bc-e0df-416f-b594-a779d5a96d76 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:05.014709 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7c3eddf4-0b89-42eb-80bf-dac86c66015e req-6695c9bc-e0df-416f-b594-a779d5a96d76 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 985 time: 0.0776491 Jun 16 12:57:05.030733 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [req-7c3eddf4-0b89-42eb-80bf-dac86c66015e req-7c042452-9337-4c41-9c9b-160813f136c6 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Request body: {'port': {'security_groups': ['d192b5b4-d454-47db-b7ce-2e9df4d2cf19']}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:57:05.154859 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-7c3eddf4-0b89-42eb-80bf-dac86c66015e req-7c042452-9337-4c41-9c9b-160813f136c6 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:05.167224 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 12:57:05.290692 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-bd0990bf-5dfb-4682-aa75-d14209e09d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:05.447505 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-7c3eddf4-0b89-42eb-80bf-dac86c66015e req-7c042452-9337-4c41-9c9b-160813f136c6 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] For port 7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6,segment=NetworkSegment(47b82b34-ca43-4f57-b5be-5db0d7cf9707),segment_id=47b82b34-ca43-4f57-b5be-5db0d7cf9707)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:57:05.456210 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0ea3c-981c-4e3f-8cca-6595935f2f00 req-f00aa8ab-ea0b-4432-b4f2-0cf4306a3cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:05.458544 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e5b0ea3c-981c-4e3f-8cca-6595935f2f00 req-f00aa8ab-ea0b-4432-b4f2-0cf4306a3cb9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9142176cdce2480a88e9dcee58c356f4&device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 1098 time: 0.1068945 Jun 16 12:57:05.510307 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-7c3eddf4-0b89-42eb-80bf-dac86c66015e req-7c042452-9337-4c41-9c9b-160813f136c6 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks [] for port, precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:05.516804 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-7c3eddf4-0b89-42eb-80bf-dac86c66015e req-7c042452-9337-4c41-9c9b-160813f136c6 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26528909'] for port, after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:05.534518 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:57:05.541780 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] get_ports_and_sgs() called for port_ids ['7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 12:57:05.630502 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3eddf4-0b89-42eb-80bf-dac86c66015e req-7c042452-9337-4c41-9c9b-160813f136c6 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:05.632931 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-7c3eddf4-0b89-42eb-80bf-dac86c66015e req-7c042452-9337-4c41-9c9b-160813f136c6 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:05.652933 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7c3eddf4-0b89-42eb-80bf-dac86c66015e req-7c042452-9337-4c41-9c9b-160813f136c6 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "PUT /v2.0/ports/7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6 HTTP/1.1" status: 200 len: 943 time: 0.6271164 Jun 16 12:57:05.653768 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91', 'tag': '7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:57:05.663099 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9bae50dfbf258dfcc1b22b71b0f324177d6a2dd6dbdff5bf738173c6d3102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f02400-bc02-4a04-b3a4-70262f98ca66" -d '{"events": [{"name": "network-changed", "server_uuid": "b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91", "tag": "7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:57:05.676074 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 51982) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:57:05.715825 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c042452-9337-4c41-9c9b-160813f136c6 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Pushing event updated for resources: {'Port': ['ID=7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6,revision_number=7']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:57:05.741827 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 12:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd0944b-22b3-418a-9dbb-ed04dbdc49c0 x-openstack-request-id: req-cdd0944b-22b3-418a-9dbb-ed04dbdc49c0 {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:57:05.742536 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91", "tag": "7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:57:05.743632 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cdd0944b-22b3-418a-9dbb-ed04dbdc49c0 {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:57:05.743892 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91', 'tag': '7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6', 'status': 'completed', 'code': 200} Jun 16 12:57:05.758773 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0ea3c-981c-4e3f-8cca-6595935f2f00 req-c0ff59f2-0707-4d24-b9f4-aedb761a1fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:05.760403 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c042452-9337-4c41-9c9b-160813f136c6 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:57:05.761215 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c042452-9337-4c41-9c9b-160813f136c6 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:57:05.761616 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c042452-9337-4c41-9c9b-160813f136c6 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:57:05.762201 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c042452-9337-4c41-9c9b-160813f136c6 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:57:05.762804 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c042452-9337-4c41-9c9b-160813f136c6 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:57:05.764271 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c042452-9337-4c41-9c9b-160813f136c6 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:57:05.765079 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c042452-9337-4c41-9c9b-160813f136c6 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:57:05.765685 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c042452-9337-4c41-9c9b-160813f136c6 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:57:05.766134 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e5b0ea3c-981c-4e3f-8cca-6595935f2f00 req-c0ff59f2-0707-4d24-b9f4-aedb761a1fcf service neutron] 10.222.0.73 "GET /v2.0/networks?id=b092543c-4e0a-4b3c-b41e-431b7c90a537 HTTP/1.1" status: 200 len: 917 time: 0.2962921 Jun 16 12:57:05.766335 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c042452-9337-4c41-9c9b-160813f136c6 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:57:05.768304 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c042452-9337-4c41-9c9b-160813f136c6 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:57:05.768669 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c042452-9337-4c41-9c9b-160813f136c6 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:57:05.769184 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c042452-9337-4c41-9c9b-160813f136c6 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:57:05.776866 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:05.778023 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-7c042452-9337-4c41-9c9b-160813f136c6 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:57:05.787237 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] get_ports_and_sgs() called for port_ids ['7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 12:57:05.901165 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f02400-bc02-4a04-b3a4-70262f98ca66 req-fe592ee7-5246-4fbd-bce9-0962560a66fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:05.903798 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b0f02400-bc02-4a04-b3a4-70262f98ca66 req-fe592ee7-5246-4fbd-bce9-0962560a66fd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60d3e5144bb04eeaa2fe27abc09c9c27&device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 1099 time: 0.1211369 Jun 16 12:57:05.958908 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e5b0ea3c-981c-4e3f-8cca-6595935f2f00 req-47872f80-ddb6-46ba-98ef-11e2368c32ea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=faf3d02f-fffc-43b0-ba37-b4a649295c87 HTTP/1.1" status: 200 len: 1001 time: 0.1767271 Jun 16 12:57:06.087002 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-519828ac-8697-4c32-b03c-4920d4b0b556 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:06.135118 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0ea3c-981c-4e3f-8cca-6595935f2f00 req-86e325d5-d650-4441-b3ea-9a615c64b3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:06.137607 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e5b0ea3c-981c-4e3f-8cca-6595935f2f00 req-86e325d5-d650-4441-b3ea-9a615c64b3b7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6854b649-d35a-4298-9aa6-e7a75a6ae3a1 HTTP/1.1" status: 200 len: 855 time: 0.1631322 Jun 16 12:57:06.143453 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-519828ac-8697-4c32-b03c-4920d4b0b556 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:06.198269 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-ed29b285-3e80-447d-b80e-d241e7cfde9f None None] Provisioning complete for port 7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:57:06.199169 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ed29b285-3e80-447d-b80e-d241e7cfde9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:06.249465 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f02400-bc02-4a04-b3a4-70262f98ca66 req-23db9378-e8fb-4c45-aba2-8999580c9ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:06.262618 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b0f02400-bc02-4a04-b3a4-70262f98ca66 req-23db9378-e8fb-4c45-aba2-8999580c9ca3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=db2dc321-0434-4772-b9c0-62ee7ab9b166 HTTP/1.1" status: 200 len: 916 time: 0.3399241 Jun 16 12:57:06.277433 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-519828ac-8697-4c32-b03c-4920d4b0b556 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:06.282827 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-519828ac-8697-4c32-b03c-4920d4b0b556 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:06.288043 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-519828ac-8697-4c32-b03c-4920d4b0b556 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "DELETE /v2.0/security-groups/fc262e89-74e2-45ba-a363-e4de60f7589d HTTP/1.1" status: 204 len: 168 time: 0.6032426 Jun 16 12:57:06.288774 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 51996) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:57:06.289698 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-4a085a29-d27a-446d-8542-4c5159ff5af0 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:57:06.338958 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba567de1-7e78-4e66-b867-1a5bdb751cff req-afed12b1-fdee-4b17-8bb2-4c6453c07367 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:06.353416 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ba567de1-7e78-4e66-b867-1a5bdb751cff req-afed12b1-fdee-4b17-8bb2-4c6453c07367 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 945 time: 0.2033832 Jun 16 12:57:06.390195 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519828ac-8697-4c32-b03c-4920d4b0b556 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc262e89-74e2-45ba-a363-e4de60f7589d,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:57:06.411513 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519828ac-8697-4c32-b03c-4920d4b0b556 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:57:06.412138 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519828ac-8697-4c32-b03c-4920d4b0b556 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:57:06.412749 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519828ac-8697-4c32-b03c-4920d4b0b556 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:57:06.413366 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519828ac-8697-4c32-b03c-4920d4b0b556 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:57:06.414005 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519828ac-8697-4c32-b03c-4920d4b0b556 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:57:06.414659 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519828ac-8697-4c32-b03c-4920d4b0b556 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:57:06.415295 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519828ac-8697-4c32-b03c-4920d4b0b556 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:57:06.415933 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519828ac-8697-4c32-b03c-4920d4b0b556 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:57:06.416547 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519828ac-8697-4c32-b03c-4920d4b0b556 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:57:06.417153 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519828ac-8697-4c32-b03c-4920d4b0b556 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:57:06.417789 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519828ac-8697-4c32-b03c-4920d4b0b556 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:57:06.418463 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519828ac-8697-4c32-b03c-4920d4b0b556 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:57:06.427692 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-519828ac-8697-4c32-b03c-4920d4b0b556 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:57:06.429765 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ba567de1-7e78-4e66-b867-1a5bdb751cff req-8362db47-42da-40e4-bbd8-aedcb43819fa tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739217 Jun 16 12:57:06.638125 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-3b314419-ccfe-486b-b2bd-9bea74c243cc tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Deleting port f0ab461b-39f5-4b6b-9028-a7f5f6e055f6 {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:57:06.638846 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3b314419-ccfe-486b-b2bd-9bea74c243cc tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:06.793558 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3b314419-ccfe-486b-b2bd-9bea74c243cc tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:06.794097 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3b314419-ccfe-486b-b2bd-9bea74c243cc tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:06.884207 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-3b314419-ccfe-486b-b2bd-9bea74c243cc tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Calling delete_port for f0ab461b-39f5-4b6b-9028-a7f5f6e055f6 owned by network:floatingip {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:57:07.025745 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:07.182700 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3b314419-ccfe-486b-b2bd-9bea74c243cc tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32077183'] for port, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:07.187896 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:57:07.232213 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b314419-ccfe-486b-b2bd-9bea74c243cc tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Pushing event deleted for resources: {'Port': ['ID=f0ab461b-39f5-4b6b-9028-a7f5f6e055f6,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:57:07.241841 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-3b314419-ccfe-486b-b2bd-9bea74c243cc tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:57:07.350778 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3b314419-ccfe-486b-b2bd-9bea74c243cc tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks [] for floatingip, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:07.351192 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.db.l3_db [None req-3b314419-ccfe-486b-b2bd-9bea74c243cc tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Floating IP 1dbf654a-f0c9-41e3-8299-59d04933821b disassociated (deleted). External IP: 172.27.0.153, port: 7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6. Jun 16 12:57:07.785770 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5669c8-9ead-4cd2-bf15-f0d81e6973c4 req-afb961b7-790f-48d9-b119-790d4c8113dc tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:07.788517 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ae5669c8-9ead-4cd2-bf15-f0d81e6973c4 req-afb961b7-790f-48d9-b119-790d4c8113dc tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 945 time: 0.1136153 Jun 16 12:57:07.855302 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ae5669c8-9ead-4cd2-bf15-f0d81e6973c4 req-479db337-f744-4278-899b-851b31e39173 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521340 Jun 16 12:57:08.119352 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b314419-ccfe-486b-b2bd-9bea74c243cc tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Router e7858c26-b84a-46d3-a3f7-2975685c8e58 has already been hosted by L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 {{(pid=109146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 12:57:08.303508 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b0f02400-bc02-4a04-b3a4-70262f98ca66 req-8c9a1f75-6c0f-433b-a987-a6db38918c40 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6 HTTP/1.1" status: 200 len: 217 time: 0.0676756 Jun 16 12:57:08.332314 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b314419-ccfe-486b-b2bd-9bea74c243cc tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 12:57:08.344930 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3b314419-ccfe-486b-b2bd-9bea74c243cc tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for floatingip, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:08.351900 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9183402f-048b-4121-992c-d40fdd6ebc60 None None] Sync routers for ids ['e7858c26-b84a-46d3-a3f7-2975685c8e58'] in dv-cinder-766296-6-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 12:57:08.370369 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9183402f-048b-4121-992c-d40fdd6ebc60 None None] Routers {'e7858c26-b84a-46d3-a3f7-2975685c8e58'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:57:08.371456 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-9183402f-048b-4121-992c-d40fdd6ebc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644aad6040>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:57:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['e7858c26-b84a-46d3-a3f7-2975685c8e58'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:57:08.398490 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0ea3c-981c-4e3f-8cca-6595935f2f00 req-ee9865f6-3b1e-4d60-a010-47b623a0640c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:08.401616 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e5b0ea3c-981c-4e3f-8cca-6595935f2f00 req-ee9865f6-3b1e-4d60-a010-47b623a0640c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b092543c-4e0a-4b3c-b41e-431b7c90a537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1650603 Jun 16 12:57:08.423535 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-3b314419-ccfe-486b-b2bd-9bea74c243cc tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "DELETE /v2.0/floatingips/1dbf654a-f0c9-41e3-8299-59d04933821b HTTP/1.1" status: 204 len: 168 time: 2.1220043 Jun 16 12:57:08.425496 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91', 'tag': '7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:57:08.430932 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d3ced2b0755242c869f5b076fa8168e6e97917c7fd5877aaea6e5f8b8701d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b735dac7-cdd0-42e2-ab9b-f8d94ca03e02" -d '{"events": [{"name": "network-changed", "server_uuid": "b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91", "tag": "7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:57:08.550396 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-9183402f-048b-4121-992c-d40fdd6ebc60 None None] Set router e7858c26-b84a-46d3-a3f7-2975685c8e58 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:57:08.838405 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 12:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1bc454-d49b-4c91-8b3d-a1b91898a192 x-openstack-request-id: req-6e1bc454-d49b-4c91-8b3d-a1b91898a192 {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:57:08.839459 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91", "tag": "7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:57:08.840022 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6e1bc454-d49b-4c91-8b3d-a1b91898a192 {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:57:08.840876 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91', 'tag': '7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6', 'status': 'completed', 'code': 200} Jun 16 12:57:08.905425 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-9183402f-048b-4121-992c-d40fdd6ebc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644aad6040>, [{'id': 'e7858c26-b84a-46d3-a3f7-2975685c8e58', 'name': 'tempest-TestMinimumBasicScenario-1948248368-router', 'tenant_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '63c39fa5-86d5-4a84-98be-332a2d359704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:53:09Z', 'updated_at': '2021-06-16T12:53:20Z', 'revision_number': 4, 'project_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'gw_port': {'id': '63c39fa5-86d5-4a84-98be-332a2d359704', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7858c26-b84a-46d3-a3f7-2975685c8e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:53:11Z', 'updated_at': '2021-06-16T12:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '48452534-61ce-491e-997d-2181190a4358', 'name': '', 'network_id': 'db2dc321-0434-4772-b9c0-62ee7ab9b166', 'tenant_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'mac_address': 'fa:16:3e:7c:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7858c26-b84a-46d3-a3f7-2975685c8e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '04d171e3-63ad-40cc-b1ef-c03c5948460b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:53:18Z', 'updated_at': '2021-06-16T12:53:32Z', 'revision_number': 5, 'project_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'subnets': [{'id': '04d171e3-63ad-40cc-b1ef-c03c5948460b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:57:08.911078 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9183402f-048b-4121-992c-d40fdd6ebc60 None None] Checking router: e7858c26-b84a-46d3-a3f7-2975685c8e58 for host: dv-cinder-766296-6-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 12:57:08.924847 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9183402f-048b-4121-992c-d40fdd6ebc60 None None] Routers {'e7858c26-b84a-46d3-a3f7-2975685c8e58'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:57:08.925582 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-9183402f-048b-4121-992c-d40fdd6ebc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644aad6040>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:57:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['e7858c26-b84a-46d3-a3f7-2975685c8e58'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:57:09.112175 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-9183402f-048b-4121-992c-d40fdd6ebc60 None None] Set router e7858c26-b84a-46d3-a3f7-2975685c8e58 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:57:09.187026 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fadd46-7a1a-4590-9d8f-86543bb4cdfb req-de10ba34-7f88-42a0-a868-f83d4f6acfe5 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:09.192289 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e1fadd46-7a1a-4590-9d8f-86543bb4cdfb req-de10ba34-7f88-42a0-a868-f83d4f6acfe5 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 945 time: 0.1031590 Jun 16 12:57:09.265203 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e1fadd46-7a1a-4590-9d8f-86543bb4cdfb req-856bd33c-d045-4535-ab06-b1bda38104ad tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634763 Jun 16 12:57:09.355913 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:09.477729 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-9183402f-048b-4121-992c-d40fdd6ebc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644aad6040>, [{'id': 'e7858c26-b84a-46d3-a3f7-2975685c8e58', 'name': 'tempest-TestMinimumBasicScenario-1948248368-router', 'tenant_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '63c39fa5-86d5-4a84-98be-332a2d359704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:53:09Z', 'updated_at': '2021-06-16T12:53:20Z', 'revision_number': 4, 'project_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'gw_port': {'id': '63c39fa5-86d5-4a84-98be-332a2d359704', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7858c26-b84a-46d3-a3f7-2975685c8e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:53:11Z', 'updated_at': '2021-06-16T12:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '48452534-61ce-491e-997d-2181190a4358', 'name': '', 'network_id': 'db2dc321-0434-4772-b9c0-62ee7ab9b166', 'tenant_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'mac_address': 'fa:16:3e:7c:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7858c26-b84a-46d3-a3f7-2975685c8e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '04d171e3-63ad-40cc-b1ef-c03c5948460b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:53:18Z', 'updated_at': '2021-06-16T12:53:32Z', 'revision_number': 5, 'project_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'subnets': [{'id': '04d171e3-63ad-40cc-b1ef-c03c5948460b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:57:09.482180 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9183402f-048b-4121-992c-d40fdd6ebc60 None None] The sync data for ids ['e7858c26-b84a-46d3-a3f7-2975685c8e58'] in dv-cinder-766296-6-iscsi is: [{'id': 'e7858c26-b84a-46d3-a3f7-2975685c8e58', 'name': 'tempest-TestMinimumBasicScenario-1948248368-router', 'tenant_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '63c39fa5-86d5-4a84-98be-332a2d359704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:53:09Z', 'updated_at': '2021-06-16T12:53:20Z', 'revision_number': 4, 'project_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'gw_port': {'id': '63c39fa5-86d5-4a84-98be-332a2d359704', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7858c26-b84a-46d3-a3f7-2975685c8e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:53:11Z', 'updated_at': '2021-06-16T12:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '48452534-61ce-491e-997d-2181190a4358', 'name': '', 'network_id': 'db2dc321-0434-4772-b9c0-62ee7ab9b166', 'tenant_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'mac_address': 'fa:16:3e:7c:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7858c26-b84a-46d3-a3f7-2975685c8e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '04d171e3-63ad-40cc-b1ef-c03c5948460b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:53:18Z', 'updated_at': '2021-06-16T12:53:32Z', 'revision_number': 5, 'project_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'subnets': [{'id': '04d171e3-63ad-40cc-b1ef-c03c5948460b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 12:57:09.489698 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device faf3d02f-fffc-43b0-ba37-b4a649295c87 no longer exists at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 12:57:09.640824 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:09.677881 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f02400-bc02-4a04-b3a4-70262f98ca66 req-ec51dc7c-fa3a-473b-bd76-89ce005cc719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:09.680011 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b0f02400-bc02-4a04-b3a4-70262f98ca66 req-ec51dc7c-fa3a-473b-bd76-89ce005cc719 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04d171e3-63ad-40cc-b1ef-c03c5948460b HTTP/1.1" status: 200 len: 854 time: 0.1702435 Jun 16 12:57:09.691605 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '550ca17b-8b0e-429e-85d4-81808df07c91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faf3d02f-fffc-43b0-ba37-b4a649295c87'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:57:09.694783 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc19868b2eeee4f788927d96de96bc76ef619c1c8eef803ec6a338432d17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd0b3c8-0321-4ba9-a255-480538bd981b" -d '{"events": [{"server_uuid": "550ca17b-8b0e-429e-85d4-81808df07c91", "name": "network-vif-unplugged", "status": "completed", "tag": "faf3d02f-fffc-43b0-ba37-b4a649295c87"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:57:09.757112 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port faf3d02f-fffc-43b0-ba37-b4a649295c87, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=faf3d02f-fffc-43b0-ba37-b4a649295c87,segment=NetworkSegment(042ac9d8-9593-43f5-8ffd-f1b933e86f71),segment_id=042ac9d8-9593-43f5-8ffd-f1b933e86f71)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:57:09.761925 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:09.766764 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:57:09.785913 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e5b0ea3c-981c-4e3f-8cca-6595935f2f00 req-c29958e5-7d5e-4fe3-b967-0c99c444509f service neutron] 10.222.0.73 "GET /v2.0/networks/b092543c-4e0a-4b3c-b41e-431b7c90a537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778065 Jun 16 12:57:09.851260 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 12:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4e141a-93fe-4a9c-b0f1-43b646c5b064 x-openstack-request-id: req-5e4e141a-93fe-4a9c-b0f1-43b646c5b064 {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:57:09.851950 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "550ca17b-8b0e-429e-85d4-81808df07c91", "name": "network-vif-unplugged", "status": "completed", "tag": "faf3d02f-fffc-43b0-ba37-b4a649295c87", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:57:09.852329 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5e4e141a-93fe-4a9c-b0f1-43b646c5b064 {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:57:09.852856 dv-cinder-766296-6-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '550ca17b-8b0e-429e-85d4-81808df07c91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faf3d02f-fffc-43b0-ba37-b4a649295c87', 'code': 200} Jun 16 12:57:09.874060 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f02400-bc02-4a04-b3a4-70262f98ca66 req-0386f284-d4d2-4581-be0b-c1978a69579f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:09.875848 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b0f02400-bc02-4a04-b3a4-70262f98ca66 req-0386f284-d4d2-4581-be0b-c1978a69579f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=db2dc321-0434-4772-b9c0-62ee7ab9b166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1746178 Jun 16 12:57:09.885254 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=faf3d02f-fffc-43b0-ba37-b4a649295c87,revision_number=8']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:57:09.898050 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:57:10.152426 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e5b0ea3c-981c-4e3f-8cca-6595935f2f00 req-f05bb93a-6c51-4311-95c0-2e4085e50553 service neutron] 10.222.0.73 "GET /v2.0/networks/b092543c-4e0a-4b3c-b41e-431b7c90a537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536768 Jun 16 12:57:10.214174 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d341ac53-fec9-49c9-a8d6-1459904337df None None] New status for floating IP 1dbf654a-f0c9-41e3-8299-59d04933821b: DOWN {{(pid=109148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 12:57:10.484148 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b0f02400-bc02-4a04-b3a4-70262f98ca66 req-178eec7f-0726-4298-8adb-3a9dc6648949 service neutron] 10.222.0.73 "GET /v2.0/networks/db2dc321-0434-4772-b9c0-62ee7ab9b166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5956976 Jun 16 12:57:10.650867 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919c8d1-e34b-4b97-9db3-4aa158e27e6d req-8af080b0-6a6e-4cc2-a89d-f22a6e72da61 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:10.652630 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3919c8d1-e34b-4b97-9db3-4aa158e27e6d req-8af080b0-6a6e-4cc2-a89d-f22a6e72da61 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 943 time: 0.1622643 Jun 16 12:57:10.654817 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b0f02400-bc02-4a04-b3a4-70262f98ca66 req-e8bdeda6-7634-48a7-8baf-64ebb71333f2 service neutron] 10.222.0.73 "GET /v2.0/networks/db2dc321-0434-4772-b9c0-62ee7ab9b166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514697 Jun 16 12:57:10.719819 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3919c8d1-e34b-4b97-9db3-4aa158e27e6d req-8754df18-e567-45c5-a29b-a9a03cf87e57 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602205 Jun 16 12:57:10.808589 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735dac7-cdd0-42e2-ab9b-f8d94ca03e02 req-d0064382-004d-42d8-bf77-cb3eb6e8804a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:10.811100 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b735dac7-cdd0-42e2-ab9b-f8d94ca03e02 req-d0064382-004d-42d8-bf77-cb3eb6e8804a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60d3e5144bb04eeaa2fe27abc09c9c27&device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 1099 time: 0.0753980 Jun 16 12:57:10.969171 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735dac7-cdd0-42e2-ab9b-f8d94ca03e02 req-da934d41-c01d-407b-9fd5-a3899e97817d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:10.972300 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b735dac7-cdd0-42e2-ab9b-f8d94ca03e02 req-da934d41-c01d-407b-9fd5-a3899e97817d service neutron] 10.222.0.73 "GET /v2.0/networks?id=db2dc321-0434-4772-b9c0-62ee7ab9b166 HTTP/1.1" status: 200 len: 916 time: 0.1510804 Jun 16 12:57:11.024404 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b735dac7-cdd0-42e2-ab9b-f8d94ca03e02 req-1c05ba02-2986-493d-ae88-7d7ea57bdaa0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6 HTTP/1.1" status: 200 len: 217 time: 0.0405195 Jun 16 12:57:11.098552 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735dac7-cdd0-42e2-ab9b-f8d94ca03e02 req-d1081d39-4a6f-47e9-9786-790ed50ffe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:11.100126 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b735dac7-cdd0-42e2-ab9b-f8d94ca03e02 req-d1081d39-4a6f-47e9-9786-790ed50ffe08 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=04d171e3-63ad-40cc-b1ef-c03c5948460b HTTP/1.1" status: 200 len: 854 time: 0.0579212 Jun 16 12:57:11.182260 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735dac7-cdd0-42e2-ab9b-f8d94ca03e02 req-6d09b696-bfdb-4062-9c24-5eeacd9bb7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:11.183896 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b735dac7-cdd0-42e2-ab9b-f8d94ca03e02 req-6d09b696-bfdb-4062-9c24-5eeacd9bb7dc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=db2dc321-0434-4772-b9c0-62ee7ab9b166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739400 Jun 16 12:57:11.369224 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b735dac7-cdd0-42e2-ab9b-f8d94ca03e02 req-9a1488cd-e589-43b1-9261-dba3800820c8 service neutron] 10.222.0.73 "GET /v2.0/networks/db2dc321-0434-4772-b9c0-62ee7ab9b166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762586 Jun 16 12:57:11.492588 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b735dac7-cdd0-42e2-ab9b-f8d94ca03e02 req-c6d97792-d711-41b3-bda7-f517a3e1adfb service neutron] 10.222.0.73 "GET /v2.0/networks/db2dc321-0434-4772-b9c0-62ee7ab9b166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121233 Jun 16 12:57:11.957529 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227db467-31b5-447f-a933-9d45f10398ad req-eb1a6706-3db6-4f23-af5c-aa3181f8b167 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:11.959253 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-227db467-31b5-447f-a933-9d45f10398ad req-eb1a6706-3db6-4f23-af5c-aa3181f8b167 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 943 time: 0.0781717 Jun 16 12:57:12.023111 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-227db467-31b5-447f-a933-9d45f10398ad req-17e4b78a-646b-4286-a33f-305f48a3d25a tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525005 Jun 16 12:57:13.365229 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e3ecb-1805-4950-af7d-832afedeecc8 req-c9db0622-0192-42cc-823f-0c1823c770d4 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:13.367115 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-557e3ecb-1805-4950-af7d-832afedeecc8 req-c9db0622-0192-42cc-823f-0c1823c770d4 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 946 time: 0.1579356 Jun 16 12:57:13.385432 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7759803-9aeb-483c-b1ce-378fe629b053 req-e688d83a-35b9-4749-bddf-06a0d1596077 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:13.387537 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f7759803-9aeb-483c-b1ce-378fe629b053 req-e688d83a-35b9-4749-bddf-06a0d1596077 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 943 time: 0.1257567 Jun 16 12:57:13.479585 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-557e3ecb-1805-4950-af7d-832afedeecc8 req-2489ebec-250a-4e59-9cd2-c9128f40d19a tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/security-groups?id=d192b5b4-d454-47db-b7ce-2e9df4d2cf19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904248 Jun 16 12:57:13.482613 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f7759803-9aeb-483c-b1ce-378fe629b053 req-1c054cd0-ee7a-4f0b-ade0-b04f65b54630 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806942 Jun 16 12:57:14.757889 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4c2f2-9f56-42e9-aa7d-fb1e0ec51257 req-16448a25-9c99-46e1-999b-606c33f00881 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:14.760007 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e3c4c2f2-9f56-42e9-aa7d-fb1e0ec51257 req-16448a25-9c99-46e1-999b-606c33f00881 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 946 time: 0.0929959 Jun 16 12:57:14.818960 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e3c4c2f2-9f56-42e9-aa7d-fb1e0ec51257 req-7d821300-ad0b-4dcd-9d63-d558668abcde tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/security-groups?id=d192b5b4-d454-47db-b7ce-2e9df4d2cf19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472116 Jun 16 12:57:15.224815 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046e9ce-5a7d-4d8a-8e29-c03384ac44e4 req-9922d2f2-4f53-4dd5-ad3d-dad26af4e55c tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:15.227909 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f046e9ce-5a7d-4d8a-8e29-c03384ac44e4 req-9922d2f2-4f53-4dd5-ad3d-dad26af4e55c tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 943 time: 0.0906715 Jun 16 12:57:15.289016 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f046e9ce-5a7d-4d8a-8e29-c03384ac44e4 req-70463c95-0eef-400c-b36e-9e2571c0ee0a tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528553 Jun 16 12:57:15.519050 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 52134) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:57:15.662002 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-967ce453-31e1-415a-84b8-6ff8fe582ba3 req-5612d26c-f3ee-4f42-9a69-b5ac737f342b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1414237 Jun 16 12:57:16.007672 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2febf483-35be-4a47-aaab-f19fe56d3967 req-4ddaf786-cda0-4b68-ae53-463c76d21626 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:16.010374 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2febf483-35be-4a47-aaab-f19fe56d3967 req-4ddaf786-cda0-4b68-ae53-463c76d21626 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.73 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 946 time: 0.1204767 Jun 16 12:57:16.263100 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab07f8f-fb7b-4baa-9488-6ca1ebc392be req-4c1e1dff-5078-42e0-a9d8-39edc0542876 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:16.265773 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3ab07f8f-fb7b-4baa-9488-6ca1ebc392be req-4c1e1dff-5078-42e0-a9d8-39edc0542876 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 946 time: 0.2348306 Jun 16 12:57:16.352622 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-2febf483-35be-4a47-aaab-f19fe56d3967 req-bbe83a7b-0a22-44aa-805f-aec2395ee6a0 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Deleting port 7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6 {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:57:16.353233 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-2febf483-35be-4a47-aaab-f19fe56d3967 req-bbe83a7b-0a22-44aa-805f-aec2395ee6a0 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:16.393179 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3ab07f8f-fb7b-4baa-9488-6ca1ebc392be req-bb4561d4-1ff3-4cb5-99a4-100a875fdcf8 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/security-groups?id=d192b5b4-d454-47db-b7ce-2e9df4d2cf19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176882 Jun 16 12:57:16.547138 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-2febf483-35be-4a47-aaab-f19fe56d3967 req-bbe83a7b-0a22-44aa-805f-aec2395ee6a0 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] For port 7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6,segment=NetworkSegment(47b82b34-ca43-4f57-b5be-5db0d7cf9707),segment_id=47b82b34-ca43-4f57-b5be-5db0d7cf9707)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:57:16.547511 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-2febf483-35be-4a47-aaab-f19fe56d3967 req-bbe83a7b-0a22-44aa-805f-aec2395ee6a0 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:16.631904 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-2febf483-35be-4a47-aaab-f19fe56d3967 req-bbe83a7b-0a22-44aa-805f-aec2395ee6a0 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Calling delete_port for 7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6 owned by compute:nova {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:57:16.694801 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1fd25-5a6c-406e-b148-89409a3cb9f1 req-6eba3593-91ee-4764-a5ef-a549b64d43f8 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:16.696428 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6fe1fd25-5a6c-406e-b148-89409a3cb9f1 req-6eba3593-91ee-4764-a5ef-a549b64d43f8 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 943 time: 0.2129526 Jun 16 12:57:16.787787 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6fe1fd25-5a6c-406e-b148-89409a3cb9f1 req-9a0d6a1c-cbdb-4d6c-8cae-c8360efb04f2 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785236 Jun 16 12:57:16.855936 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-2febf483-35be-4a47-aaab-f19fe56d3967 req-bbe83a7b-0a22-44aa-805f-aec2395ee6a0 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26528900'] for port, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:16.861632 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:57:16.872097 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] get_ports_and_sgs() called for port_ids ['7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 12:57:16.925851 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe83a7b-0a22-44aa-805f-aec2395ee6a0 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Pushing event deleted for resources: {'Port': ['ID=7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:57:16.937744 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-bbe83a7b-0a22-44aa-805f-aec2395ee6a0 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:57:16.989410 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-2febf483-35be-4a47-aaab-f19fe56d3967 req-bbe83a7b-0a22-44aa-805f-aec2395ee6a0 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] No DVR routers for this DVR port 7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6 on host hv-cinder-76629 {{(pid=109145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 12:57:16.998335 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-2febf483-35be-4a47-aaab-f19fe56d3967 req-bbe83a7b-0a22-44aa-805f-aec2395ee6a0 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:17.000617 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2febf483-35be-4a47-aaab-f19fe56d3967 req-bbe83a7b-0a22-44aa-805f-aec2395ee6a0 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.73 "DELETE /v2.0/ports/7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6 HTTP/1.1" status: 204 len: 173 time: 0.9821837 Jun 16 12:57:17.001297 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91', 'name': 'network-vif-deleted', 'tag': '7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:57:17.004076 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9bae50dfbf258dfcc1b22b71b0f324177d6a2dd6dbdff5bf738173c6d3102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0417c4-b479-4e08-b124-29fae9fe9595" -d '{"events": [{"server_uuid": "b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91", "name": "network-vif-deleted", "tag": "7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:57:17.050172 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 12:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdff82f-d6bf-4a9c-8b50-ccce2b3ed825 x-openstack-request-id: req-2fdff82f-d6bf-4a9c-8b50-ccce2b3ed825 {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:57:17.051642 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91", "name": "network-vif-deleted", "tag": "7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:57:17.051642 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2fdff82f-d6bf-4a9c-8b50-ccce2b3ed825 {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:57:17.051642 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91', 'name': 'network-vif-deleted', 'tag': '7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6', 'status': 'completed', 'code': 200} Jun 16 12:57:17.091444 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ce453-31e1-415a-84b8-6ff8fe582ba3 req-52e1a547-a8df-467f-ae13-61b11d8a4bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:17.092988 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-967ce453-31e1-415a-84b8-6ff8fe582ba3 req-52e1a547-a8df-467f-ae13-61b11d8a4bd8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91&tenant_id=9142176cdce2480a88e9dcee58c356f4 HTTP/1.1" status: 200 len: 1096 time: 0.0906527 Jun 16 12:57:17.324705 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ce453-31e1-415a-84b8-6ff8fe582ba3 req-a8f83524-445a-44d7-a374-ce92fd8ddeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:17.327161 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-967ce453-31e1-415a-84b8-6ff8fe582ba3 req-a8f83524-445a-44d7-a374-ce92fd8ddeb1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9142176cdce2480a88e9dcee58c356f4&device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 1096 time: 0.1047227 Jun 16 12:57:17.475506 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device faf3d02f-fffc-43b0-ba37-b4a649295c87 no longer exists at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 12:57:17.497318 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ce453-31e1-415a-84b8-6ff8fe582ba3 req-887d6a30-a413-41d4-8021-8ca4601e74b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:17.500016 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-967ce453-31e1-415a-84b8-6ff8fe582ba3 req-887d6a30-a413-41d4-8021-8ca4601e74b6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b092543c-4e0a-4b3c-b41e-431b7c90a537 HTTP/1.1" status: 200 len: 917 time: 0.1625314 Jun 16 12:57:17.605094 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-967ce453-31e1-415a-84b8-6ff8fe582ba3 req-212c173e-4258-404a-bf0f-81ce3d8f4072 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=faf3d02f-fffc-43b0-ba37-b4a649295c87 HTTP/1.1" status: 200 len: 999 time: 0.0899289 Jun 16 12:57:17.651375 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2d7538fe-1660-424a-b938-9f3254c66117 req-1b79d2e1-685d-487e-b5d7-b86451f258b8 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] 10.222.0.67 "GET /v2.0/ports?device_id=b67a3c6e-8ffe-4393-ac2a-4d84e3c9ca91 HTTP/1.1" status: 200 len: 210 time: 0.0681887 Jun 16 12:57:17.693036 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ce453-31e1-415a-84b8-6ff8fe582ba3 req-31752d94-5e04-46ff-b1da-bd3806dce5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:17.695613 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-967ce453-31e1-415a-84b8-6ff8fe582ba3 req-31752d94-5e04-46ff-b1da-bd3806dce5a0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6854b649-d35a-4298-9aa6-e7a75a6ae3a1 HTTP/1.1" status: 200 len: 855 time: 0.0829828 Jun 16 12:57:17.803400 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ce453-31e1-415a-84b8-6ff8fe582ba3 req-4c8fbb81-89e7-439e-b42f-14ac6f57d171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:17.807446 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-967ce453-31e1-415a-84b8-6ff8fe582ba3 req-4c8fbb81-89e7-439e-b42f-14ac6f57d171 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b092543c-4e0a-4b3c-b41e-431b7c90a537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0996413 Jun 16 12:57:17.992281 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-967ce453-31e1-415a-84b8-6ff8fe582ba3 req-718d5ed0-7214-4c61-bb8a-d86220e7e1e3 service neutron] 10.222.0.73 "GET /v2.0/networks/b092543c-4e0a-4b3c-b41e-431b7c90a537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724746 Jun 16 12:57:18.082622 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8c55c-d3aa-42ad-afd2-1ede9911368a req-4d1b0136-d5e7-454f-a600-c0aba4fa3869 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:18.087128 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-bfb8c55c-d3aa-42ad-afd2-1ede9911368a req-4d1b0136-d5e7-454f-a600-c0aba4fa3869 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 943 time: 0.1024218 Jun 16 12:57:18.136029 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-967ce453-31e1-415a-84b8-6ff8fe582ba3 req-36b4538e-6121-42a9-bb4c-5a79abdd5a5e service neutron] 10.222.0.73 "GET /v2.0/networks/b092543c-4e0a-4b3c-b41e-431b7c90a537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314638 Jun 16 12:57:18.157579 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-bfb8c55c-d3aa-42ad-afd2-1ede9911368a req-fc65de4a-a7ec-4107-b094-1397fd2ec5ef tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623512 Jun 16 12:57:19.691939 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589b80d-74cb-4f80-9768-e22a2f6d3705 req-c7daf48e-7e5a-43a9-a478-63aa08ae22a6 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:19.697330 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3589b80d-74cb-4f80-9768-e22a2f6d3705 req-c7daf48e-7e5a-43a9-a478-63aa08ae22a6 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 943 time: 0.2427673 Jun 16 12:57:19.808191 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3589b80d-74cb-4f80-9768-e22a2f6d3705 req-0c19e3ca-6215-46a7-b1c3-e98109379dab tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011155 Jun 16 12:57:20.557463 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 52250) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:57:20.628219 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d6147-f422-4f35-b180-ad722fc9eb1b req-a0016a1a-1225-4984-8e3e-30753ebce0fe tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:20.630572 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f57d6147-f422-4f35-b180-ad722fc9eb1b req-a0016a1a-1225-4984-8e3e-30753ebce0fe tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea75ddb4-e6c6-4851-ab58-be3b877afb2d HTTP/1.1" status: 200 len: 945 time: 0.1321061 Jun 16 12:57:20.707662 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f57d6147-f422-4f35-b180-ad722fc9eb1b req-31396b9f-19ca-45ba-9a5b-7c419760e352 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8b53246-31a2-446c-81fe-01114c96e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634356 Jun 16 12:57:21.172646 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c813316-2466-455d-b7a9-29a1454cd6d6 req-e4c1c1db-82aa-4c0f-9210-4dff87472851 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:21.174796 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1c813316-2466-455d-b7a9-29a1454cd6d6 req-e4c1c1db-82aa-4c0f-9210-4dff87472851 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 943 time: 0.1119962 Jun 16 12:57:21.256284 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1c813316-2466-455d-b7a9-29a1454cd6d6 req-584913f2-dd63-46d0-b137-bf8ff78e0956 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685873 Jun 16 12:57:21.332080 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ad9761ed-faa4-43df-bb36-3861dc40c519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428507'] for router_interface, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:21.498854 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6 no longer exists at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 12:57:21.571903 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-43072469-a160-4d16-9402-2253616714b8 None None] No Port match for: 7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 12:57:21.572618 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 7d94522d-635d-4d0b-a8c8-7fa6f2c06ad6 not bound to the agent host hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 12:57:21.852417 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-ad9761ed-faa4-43df-bb36-3861dc40c519 admin admin] Deleting port 48452534-61ce-491e-997d-2181190a4358 {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:57:21.853028 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ad9761ed-faa4-43df-bb36-3861dc40c519 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:22.029545 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [None req-ad9761ed-faa4-43df-bb36-3861dc40c519 admin admin] For port 48452534-61ce-491e-997d-2181190a4358, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=48452534-61ce-491e-997d-2181190a4358,segment=NetworkSegment(47b82b34-ca43-4f57-b5be-5db0d7cf9707),segment_id=47b82b34-ca43-4f57-b5be-5db0d7cf9707)] {{(pid=109146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:57:22.030125 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ad9761ed-faa4-43df-bb36-3861dc40c519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:22.078613 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b23d5-44dd-4348-9c6a-e71a817fe866 req-28e56356-a532-4e2a-b949-7b8f7844604e tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:22.082398 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-417b23d5-44dd-4348-9c6a-e71a817fe866 req-28e56356-a532-4e2a-b949-7b8f7844604e tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea75ddb4-e6c6-4851-ab58-be3b877afb2d HTTP/1.1" status: 200 len: 945 time: 0.1449957 Jun 16 12:57:22.153638 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-417b23d5-44dd-4348-9c6a-e71a817fe866 req-0a0e703b-5b85-40d3-8d5b-06db2f994b20 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8b53246-31a2-446c-81fe-01114c96e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583456 Jun 16 12:57:22.161185 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-ad9761ed-faa4-43df-bb36-3861dc40c519 admin admin] Calling delete_port for 48452534-61ce-491e-997d-2181190a4358 owned by network:router_interface {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:57:22.558952 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ad9761ed-faa4-43df-bb36-3861dc40c519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32077183'] for port, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:22.565933 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-28527702-dd13-4ccf-9cd3-16edf0c8339e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:57:22.618092 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9761ed-faa4-43df-bb36-3861dc40c519 admin admin] Pushing event deleted for resources: {'Port': ['ID=48452534-61ce-491e-997d-2181190a4358,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:57:22.618711 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937aadb4-73ac-4455-9fd2-cfb1ba601198 req-3934aea7-09a6-486e-ae8c-b1893898c673 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:22.621132 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-937aadb4-73ac-4455-9fd2-cfb1ba601198 req-3934aea7-09a6-486e-ae8c-b1893898c673 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 943 time: 0.1439862 Jun 16 12:57:22.622809 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-ad9761ed-faa4-43df-bb36-3861dc40c519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:57:22.716221 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-937aadb4-73ac-4455-9fd2-cfb1ba601198 req-cd6dde7b-3b44-4997-a6a5-d4394a359d15 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761039 Jun 16 12:57:22.972764 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ad9761ed-faa4-43df-bb36-3861dc40c519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428367'] for router_interface, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:23.381486 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9761ed-faa4-43df-bb36-3861dc40c519 admin admin] Router e7858c26-b84a-46d3-a3f7-2975685c8e58 has already been hosted by L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 {{(pid=109146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 12:57:23.505668 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8ddb7-cbb6-4a20-bc6b-29c58b4dc225 req-c27f220e-7a80-4dc4-a2cc-010e5431ce94 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:23.508517 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-18f8ddb7-cbb6-4a20-bc6b-29c58b4dc225 req-c27f220e-7a80-4dc4-a2cc-010e5431ce94 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea75ddb4-e6c6-4851-ab58-be3b877afb2d HTTP/1.1" status: 200 len: 945 time: 0.1577663 Jun 16 12:57:23.592523 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-18f8ddb7-cbb6-4a20-bc6b-29c58b4dc225 req-2810f0d5-36ea-4e7c-91fe-53d71fc6cb0e tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8b53246-31a2-446c-81fe-01114c96e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728467 Jun 16 12:57:23.601435 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9761ed-faa4-43df-bb36-3861dc40c519 admin admin] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 12:57:23.612897 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 52268) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:57:23.613602 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-ad9761ed-faa4-43df-bb36-3861dc40c519 admin admin] 10.222.0.67 "PUT /v2.0/routers/e7858c26-b84a-46d3-a3f7-2975685c8e58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0530617 Jun 16 12:57:23.614611 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82e36bd-f307-4e97-996b-fdf1fc19e5d3 None None] Sync routers for ids ['e7858c26-b84a-46d3-a3f7-2975685c8e58'] in dv-cinder-766296-6-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 12:57:23.635526 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82e36bd-f307-4e97-996b-fdf1fc19e5d3 None None] Routers {'e7858c26-b84a-46d3-a3f7-2975685c8e58'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:57:23.636669 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-b82e36bd-f307-4e97-996b-fdf1fc19e5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644af0fa30>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:57:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['e7858c26-b84a-46d3-a3f7-2975685c8e58'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:57:23.782426 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-505f56c4-1dd2-4115-ae3d-a68255afb9fa admin admin] Notify callbacks [] for router, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:23.883498 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-b82e36bd-f307-4e97-996b-fdf1fc19e5d3 None None] Set router e7858c26-b84a-46d3-a3f7-2975685c8e58 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:57:24.088086 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-505f56c4-1dd2-4115-ae3d-a68255afb9fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:24.123898 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2797e3-bb2b-4e58-92ae-2a2bb6fd9c60 req-8108abea-1255-43e2-915c-17f29b777fb5 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:24.137700 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9d2797e3-bb2b-4e58-92ae-2a2bb6fd9c60 req-8108abea-1255-43e2-915c-17f29b777fb5 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 943 time: 0.1841495 Jun 16 12:57:24.255123 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9d2797e3-bb2b-4e58-92ae-2a2bb6fd9c60 req-4217ca31-7a30-4c12-bb12-08e8cea4f2eb tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158435 Jun 16 12:57:24.291612 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-505f56c4-1dd2-4115-ae3d-a68255afb9fa admin admin] Deleting port 63c39fa5-86d5-4a84-98be-332a2d359704 {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:57:24.292366 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-505f56c4-1dd2-4115-ae3d-a68255afb9fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:24.504776 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-b82e36bd-f307-4e97-996b-fdf1fc19e5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644af0fa30>, [{'id': 'e7858c26-b84a-46d3-a3f7-2975685c8e58', 'name': 'tempest-TestMinimumBasicScenario-1948248368-router', 'tenant_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '63c39fa5-86d5-4a84-98be-332a2d359704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:53:09Z', 'updated_at': '2021-06-16T12:57:22Z', 'revision_number': 5, 'project_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'gw_port': {'id': '63c39fa5-86d5-4a84-98be-332a2d359704', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7858c26-b84a-46d3-a3f7-2975685c8e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:53:11Z', 'updated_at': '2021-06-16T12:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi'}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:57:24.512189 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82e36bd-f307-4e97-996b-fdf1fc19e5d3 None None] Checking router: e7858c26-b84a-46d3-a3f7-2975685c8e58 for host: dv-cinder-766296-6-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 12:57:24.519692 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [None req-505f56c4-1dd2-4115-ae3d-a68255afb9fa admin admin] For port 63c39fa5-86d5-4a84-98be-332a2d359704, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=63c39fa5-86d5-4a84-98be-332a2d359704,segment=NetworkSegment(ccabc92d-cb7c-48c7-8ba2-36435bcfb991),segment_id=ccabc92d-cb7c-48c7-8ba2-36435bcfb991)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:57:24.521565 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-505f56c4-1dd2-4115-ae3d-a68255afb9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:24.529117 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82e36bd-f307-4e97-996b-fdf1fc19e5d3 None None] Routers {'e7858c26-b84a-46d3-a3f7-2975685c8e58'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:57:24.530247 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-b82e36bd-f307-4e97-996b-fdf1fc19e5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644af0fa30>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:57:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['e7858c26-b84a-46d3-a3f7-2975685c8e58'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:57:24.640003 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-505f56c4-1dd2-4115-ae3d-a68255afb9fa admin admin] Calling delete_port for 63c39fa5-86d5-4a84-98be-332a2d359704 owned by network:router_gateway {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:57:24.763474 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-b82e36bd-f307-4e97-996b-fdf1fc19e5d3 None None] Set router e7858c26-b84a-46d3-a3f7-2975685c8e58 gateway port host: None {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:57:24.916005 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-b82e36bd-f307-4e97-996b-fdf1fc19e5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644af0fa30>, [{'id': 'e7858c26-b84a-46d3-a3f7-2975685c8e58', 'name': 'tempest-TestMinimumBasicScenario-1948248368-router', 'tenant_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:53:09Z', 'updated_at': '2021-06-16T12:57:24Z', 'revision_number': 6, 'project_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'gw_port_host': None}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:57:24.921771 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82e36bd-f307-4e97-996b-fdf1fc19e5d3 None None] The sync data for ids ['e7858c26-b84a-46d3-a3f7-2975685c8e58'] in dv-cinder-766296-6-iscsi is: [{'id': 'e7858c26-b84a-46d3-a3f7-2975685c8e58', 'name': 'tempest-TestMinimumBasicScenario-1948248368-router', 'tenant_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:53:09Z', 'updated_at': '2021-06-16T12:57:24Z', 'revision_number': 6, 'project_id': '60d3e5144bb04eeaa2fe27abc09c9c27', 'gw_port_host': None}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 12:57:25.132796 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72491dbe-041b-4906-ba3d-c377a2a0875d req-ccfe00a7-4c9e-451b-ad90-64a5dd1f84d3 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:25.134586 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-72491dbe-041b-4906-ba3d-c377a2a0875d req-ccfe00a7-4c9e-451b-ad90-64a5dd1f84d3 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea75ddb4-e6c6-4851-ab58-be3b877afb2d HTTP/1.1" status: 200 len: 945 time: 0.1873481 Jun 16 12:57:25.141307 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-505f56c4-1dd2-4115-ae3d-a68255afb9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26528900'] for port, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:25.145213 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:57:25.213814 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f56c4-1dd2-4115-ae3d-a68255afb9fa admin admin] Pushing event deleted for resources: {'Port': ['ID=63c39fa5-86d5-4a84-98be-332a2d359704,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:57:25.225555 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-505f56c4-1dd2-4115-ae3d-a68255afb9fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:57:25.310203 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-72491dbe-041b-4906-ba3d-c377a2a0875d req-dabc6fe9-f285-45fd-a41b-9f81fbe722dd tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8b53246-31a2-446c-81fe-01114c96e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613052 Jun 16 12:57:25.326038 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-505f56c4-1dd2-4115-ae3d-a68255afb9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442124'] for router_gateway, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:25.539142 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-505f56c4-1dd2-4115-ae3d-a68255afb9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13951'] for router, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:25.545088 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-505f56c4-1dd2-4115-ae3d-a68255afb9fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:25.775938 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-505f56c4-1dd2-4115-ae3d-a68255afb9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443462'] for router, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:25.776823 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505f56c4-1dd2-4115-ae3d-a68255afb9fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7858c26-b84a-46d3-a3f7-2975685c8e58 {{(pid=109145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 12:57:25.782860 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-505f56c4-1dd2-4115-ae3d-a68255afb9fa admin admin] Notify callbacks [] for router, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:25.784588 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-505f56c4-1dd2-4115-ae3d-a68255afb9fa admin admin] 10.222.0.67 "DELETE /v2.0/routers/e7858c26-b84a-46d3-a3f7-2975685c8e58 HTTP/1.1" status: 204 len: 168 time: 2.1701899 Jun 16 12:57:25.789234 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 52276) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:57:25.856870 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ec68e-f6a5-4183-94f4-1eea791480f9 req-736d1eca-57a5-422b-99c1-11c1e30f64df tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:25.869951 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-042ec68e-f6a5-4183-94f4-1eea791480f9 req-736d1eca-57a5-422b-99c1-11c1e30f64df tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 943 time: 0.1558893 Jun 16 12:57:25.951613 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-042ec68e-f6a5-4183-94f4-1eea791480f9 req-19b8e098-4ee0-4003-817d-5b5c3f46699d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774100 Jun 16 12:57:26.315712 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ca09605-3a1f-401a-98c5-b69d0b0a9a2e admin admin] Deleting subnet 04d171e3-63ad-40cc-b1ef-c03c5948460b {{(pid=109146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 12:57:26.321417 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3ca09605-3a1f-401a-98c5-b69d0b0a9a2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:26.390511 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3ca09605-3a1f-401a-98c5-b69d0b0a9a2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32103771'] for subnet, precommit_delete_associations {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:26.526975 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 48452534-61ce-491e-997d-2181190a4358 no longer exists at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 12:57:26.573257 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] No Port match for: 48452534-61ce-491e-997d-2181190a4358 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 12:57:26.573721 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 48452534-61ce-491e-997d-2181190a4358 not bound to the agent host dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 12:57:26.574591 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 63c39fa5-86d5-4a84-98be-332a2d359704 no longer exists at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 12:57:26.626659 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] No Port match for: 63c39fa5-86d5-4a84-98be-332a2d359704 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 12:57:26.627845 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 63c39fa5-86d5-4a84-98be-332a2d359704 not bound to the agent host dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 12:57:26.691762 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3ca09605-3a1f-401a-98c5-b69d0b0a9a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3717015'] for subnet, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:26.730539 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a564c-2462-4786-82aa-b60384d23d04 req-c79d8e74-6ba0-4452-a4c9-7fac6182a878 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:26.733494 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e94a564c-2462-4786-82aa-b60384d23d04 req-c79d8e74-6ba0-4452-a4c9-7fac6182a878 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea75ddb4-e6c6-4851-ab58-be3b877afb2d HTTP/1.1" status: 200 len: 945 time: 0.1451483 Jun 16 12:57:26.817129 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3ca09605-3a1f-401a-98c5-b69d0b0a9a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3717000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32077237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31807229'] for subnet, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:26.826697 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:57:26.838574 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e94a564c-2462-4786-82aa-b60384d23d04 req-32f1fd46-121c-4a13-8a11-8383b5d63edc tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8b53246-31a2-446c-81fe-01114c96e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918934 Jun 16 12:57:26.883375 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca09605-3a1f-401a-98c5-b69d0b0a9a2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04d171e3-63ad-40cc-b1ef-c03c5948460b,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:57:26.886257 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3ca09605-3a1f-401a-98c5-b69d0b0a9a2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:26.891504 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-3ca09605-3a1f-401a-98c5-b69d0b0a9a2e admin admin] 10.222.0.67 "DELETE /v2.0/subnets/04d171e3-63ad-40cc-b1ef-c03c5948460b HTTP/1.1" status: 204 len: 168 time: 1.0985727 Jun 16 12:57:26.891504 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-3ca09605-3a1f-401a-98c5-b69d0b0a9a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:57:26.894411 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 52282) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:57:26.901584 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fadffc-0b39-4f4a-8287-d2443c77f2a5 None None] Network db2dc321-0434-4772-b9c0-62ee7ab9b166 requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:57:27.041945 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a40223f2-946a-4ca1-b8a7-c6ccd0d9db2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3773194'] for network, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:27.154854 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-a40223f2-946a-4ca1-b8a7-c6ccd0d9db2d admin admin] Deleting port 7bb60ae3-78e6-4217-966b-6c3f6425d667 {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:57:27.155483 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a40223f2-946a-4ca1-b8a7-c6ccd0d9db2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:27.252307 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6af955-4ae3-4870-b930-80eaa25449fe None None] DHCP port deletion for db2dc321-0434-4772-b9c0-62ee7ab9b166 request from dv-cinder-766296-6-iscsi {{(pid=109147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 12:57:27.326409 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [None req-a40223f2-946a-4ca1-b8a7-c6ccd0d9db2d admin admin] For port 7bb60ae3-78e6-4217-966b-6c3f6425d667, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=7bb60ae3-78e6-4217-966b-6c3f6425d667,segment=NetworkSegment(47b82b34-ca43-4f57-b5be-5db0d7cf9707),segment_id=47b82b34-ca43-4f57-b5be-5db0d7cf9707)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:57:27.327489 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a40223f2-946a-4ca1-b8a7-c6ccd0d9db2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:27.383209 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-6b6af955-4ae3-4870-b930-80eaa25449fe None None] Deleting port 7bb60ae3-78e6-4217-966b-6c3f6425d667 {{(pid=109147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:57:27.383896 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-6b6af955-4ae3-4870-b930-80eaa25449fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:27.512872 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-6b6af955-4ae3-4870-b930-80eaa25449fe None None] For port 7bb60ae3-78e6-4217-966b-6c3f6425d667, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=7bb60ae3-78e6-4217-966b-6c3f6425d667,segment=NetworkSegment(47b82b34-ca43-4f57-b5be-5db0d7cf9707),segment_id=47b82b34-ca43-4f57-b5be-5db0d7cf9707)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:57:27.513568 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-6b6af955-4ae3-4870-b930-80eaa25449fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:27.649408 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-6b6af955-4ae3-4870-b930-80eaa25449fe None None] Calling delete_port for 7bb60ae3-78e6-4217-966b-6c3f6425d667 owned by network:dhcp {{(pid=109147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:57:27.754247 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-a40223f2-946a-4ca1-b8a7-c6ccd0d9db2d admin admin] Calling delete_port for 7bb60ae3-78e6-4217-966b-6c3f6425d667 owned by network:dhcp {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:57:27.868479 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab28281-0f22-4bdc-a9ad-d488d4cde5cf req-c91c6958-f5e7-429d-b7ae-4f48c39f518e tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:27.870112 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7ab28281-0f22-4bdc-a9ad-d488d4cde5cf req-c91c6958-f5e7-429d-b7ae-4f48c39f518e tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 943 time: 0.5900295 Jun 16 12:57:27.951028 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7ab28281-0f22-4bdc-a9ad-d488d4cde5cf req-6f2aa7fb-6a6a-4674-b47a-42f4367840da tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664165 Jun 16 12:57:27.951583 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-6b6af955-4ae3-4870-b930-80eaa25449fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447'] for port, after_delete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:27.956284 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:57:27.978295 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a40223f2-946a-4ca1-b8a7-c6ccd0d9db2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26528900'] for port, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:27.982165 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:57:28.015477 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6af955-4ae3-4870-b930-80eaa25449fe None None] Pushing event deleted for resources: {'Port': ['ID=7bb60ae3-78e6-4217-966b-6c3f6425d667,revision_number=None']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:57:28.023825 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-6b6af955-4ae3-4870-b930-80eaa25449fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:57:28.028675 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6af955-4ae3-4870-b930-80eaa25449fe None None] No DVR routers for this DVR port 7bb60ae3-78e6-4217-966b-6c3f6425d667 on host dv-cinder-766296-6-iscsi {{(pid=109147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 12:57:28.051826 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40223f2-946a-4ca1-b8a7-c6ccd0d9db2d admin admin] No DVR routers for this DVR port 7bb60ae3-78e6-4217-966b-6c3f6425d667 on host dv-cinder-766296-6-iscsi {{(pid=109145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 12:57:28.057902 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40223f2-946a-4ca1-b8a7-c6ccd0d9db2d admin admin] Pushing event deleted for resources: {'Port': ['ID=7bb60ae3-78e6-4217-966b-6c3f6425d667,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:57:28.061720 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-a40223f2-946a-4ca1-b8a7-c6ccd0d9db2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:57:28.215467 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a40223f2-946a-4ca1-b8a7-c6ccd0d9db2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3713560', 'neutron.services.segments.db._delete_segments_for_network-8754302582321'] for network, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:28.231765 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-a40223f2-946a-4ca1-b8a7-c6ccd0d9db2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f644b0c9850>,) {'filters': {'network_id': ['db2dc321-0434-4772-b9c0-62ee7ab9b166']}} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:57:28.252238 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-a40223f2-946a-4ca1-b8a7-c6ccd0d9db2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f644b0c9850>, '47b82b34-ca43-4f57-b5be-5db0d7cf9707') {'for_net_delete': True} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:57:28.252617 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-a40223f2-946a-4ca1-b8a7-c6ccd0d9db2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f644b0c9850>, '47b82b34-ca43-4f57-b5be-5db0d7cf9707') {} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:57:28.266650 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a40223f2-946a-4ca1-b8a7-c6ccd0d9db2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754302581378', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26526580'] for segment, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:28.290526 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a40223f2-946a-4ca1-b8a7-c6ccd0d9db2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076'] for segment, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:28.304522 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a703f-a10c-4f25-a965-8157baab874b req-5dd055f2-e5e9-465c-b4de-74e28d77ea0f tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:28.306171 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5f8a703f-a10c-4f25-a965-8157baab874b req-5dd055f2-e5e9-465c-b4de-74e28d77ea0f tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea75ddb4-e6c6-4851-ab58-be3b877afb2d HTTP/1.1" status: 200 len: 945 time: 0.1776953 Jun 16 12:57:28.310255 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a40223f2-946a-4ca1-b8a7-c6ccd0d9db2d admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=109145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 12:57:28.311027 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a40223f2-946a-4ca1-b8a7-c6ccd0d9db2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26528977'] for segment, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: retrieve_revision_numbers = { Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: conditions |= (models_v2.Port.network_id.in_( Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: retrieve_revision_numbers = { Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: conditions |= (models_v2.Port.network_id.in_( Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: retrieve_revision_numbers = { Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: conditions |= (models_v2.Port.network_id.in_( Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: conditions |= (models_v2.Port.network_id.in_( Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: retrieve_revision_numbers = { Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: conditions |= (models_v2.Port.network_id.in_( Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: retrieve_revision_numbers = { Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: conditions |= (models_v2.Port.network_id.in_( Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: conditions |= (models_v2.Port.network_id.in_( Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: retrieve_revision_numbers = { Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: conditions |= (models_v2.Port.network_id.in_( Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: retrieve_revision_numbers = { Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: conditions |= (models_v2.Port.network_id.in_( Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: retrieve_revision_numbers = { Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: self.session.flush() Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: self.session.flush() Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: self.session.flush() Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: self.session.flush() Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: Traceback (most recent call last): Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: timer() Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 12:57:28.313965 dv-cinder-766296-6-iscsi neutron-server[109145]: cb(*args, **kw) Jun 16 12:57:28.317798 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 12:57:28.317798 dv-cinder-766296-6-iscsi neutron-server[109145]: return func(*args, **kwargs) Jun 16 12:57:28.317798 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 12:57:28.317798 dv-cinder-766296-6-iscsi neutron-server[109145]: self._notify() Jun 16 12:57:28.317798 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 12:57:28.317798 dv-cinder-766296-6-iscsi neutron-server[109145]: self.callback(batched_events) Jun 16 12:57:28.317798 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 12:57:28.317798 dv-cinder-766296-6-iscsi neutron-server[109145]: event.method(event) Jun 16 12:57:28.317798 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 12:57:28.317798 dv-cinder-766296-6-iscsi neutron-server[109145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 12:57:28.317798 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 12:57:28.317798 dv-cinder-766296-6-iscsi neutron-server[109145]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 12:57:28.317798 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 12:57:28.317798 dv-cinder-766296-6-iscsi neutron-server[109145]: return f(self, *a, **k) Jun 16 12:57:28.317798 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 12:57:28.317798 dv-cinder-766296-6-iscsi neutron-server[109145]: return self._get(url).json() Jun 16 12:57:28.317798 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 12:57:28.317798 dv-cinder-766296-6-iscsi neutron-server[109145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 12:57:28.317798 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 12:57:28.317798 dv-cinder-766296-6-iscsi neutron-server[109145]: return self.request(url, 'GET', **kwargs) Jun 16 12:57:28.317798 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 12:57:28.317798 dv-cinder-766296-6-iscsi neutron-server[109145]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 12:57:28.317798 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 12:57:28.317798 dv-cinder-766296-6-iscsi neutron-server[109145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 12:57:28.317798 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 12:57:28.317798 dv-cinder-766296-6-iscsi neutron-server[109145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 12:57:28.317798 dv-cinder-766296-6-iscsi neutron-server[109145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 12:57:28.445721 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a40223f2-946a-4ca1-b8a7-c6ccd0d9db2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3713553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442210'] for network, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:28.458680 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-5ced2dd4-97ad-442e-9a61-01848b958688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:57:28.464844 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5f8a703f-a10c-4f25-a965-8157baab874b req-01bdadf4-cb8a-404d-99c5-02f56993b63b tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8b53246-31a2-446c-81fe-01114c96e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326377 Jun 16 12:57:28.467725 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a40223f2-946a-4ca1-b8a7-c6ccd0d9db2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for network, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:28.478056 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 52288) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:57:28.479563 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-a40223f2-946a-4ca1-b8a7-c6ccd0d9db2d admin admin] 10.222.0.67 "DELETE /v2.0/networks/db2dc321-0434-4772-b9c0-62ee7ab9b166 HTTP/1.1" status: 204 len: 168 time: 1.5824857 Jun 16 12:57:28.502911 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40223f2-946a-4ca1-b8a7-c6ccd0d9db2d admin admin] Pushing event deleted for resources: {'Network': ['ID=db2dc321-0434-4772-b9c0-62ee7ab9b166,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:57:28.514295 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-a40223f2-946a-4ca1-b8a7-c6ccd0d9db2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:57:28.544449 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 7bb60ae3-78e6-4217-966b-6c3f6425d667 no longer exists at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 12:57:28.569015 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] No Port match for: 7bb60ae3-78e6-4217-966b-6c3f6425d667 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 12:57:28.569361 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 7bb60ae3-78e6-4217-966b-6c3f6425d667 not bound to the agent host dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 12:57:28.998925 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-91753089-5473-475f-8307-e92ecf5fb56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428507'] for router_interface, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:29.364349 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58cf8b3-e949-4101-af3b-2edea848abbd req-613ed943-88fa-4c83-9f15-27d1b57e94dc tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:29.379157 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c58cf8b3-e949-4101-af3b-2edea848abbd req-613ed943-88fa-4c83-9f15-27d1b57e94dc tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 943 time: 0.1642473 Jun 16 12:57:29.485386 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c58cf8b3-e949-4101-af3b-2edea848abbd req-ff534368-b127-4463-8b8a-a9351d645ac2 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045115 Jun 16 12:57:29.643074 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-91753089-5473-475f-8307-e92ecf5fb56d admin admin] Deleting port a635eb49-ec6b-4e3e-a758-8bac540c92fa {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:57:29.644111 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-91753089-5473-475f-8307-e92ecf5fb56d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:29.783267 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [None req-91753089-5473-475f-8307-e92ecf5fb56d admin admin] For port a635eb49-ec6b-4e3e-a758-8bac540c92fa, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=a635eb49-ec6b-4e3e-a758-8bac540c92fa,segment=NetworkSegment(58924beb-272d-4578-94fa-b46e9d01df5d),segment_id=58924beb-272d-4578-94fa-b46e9d01df5d)] {{(pid=109146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:57:29.783914 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-91753089-5473-475f-8307-e92ecf5fb56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:29.796678 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82e93e-83d5-4a79-9e94-cfcc6911dc20 req-d3bd3b89-1da8-4a58-bead-a714e39b283c tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:29.798525 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2c82e93e-83d5-4a79-9e94-cfcc6911dc20 req-d3bd3b89-1da8-4a58-bead-a714e39b283c tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea75ddb4-e6c6-4851-ab58-be3b877afb2d HTTP/1.1" status: 200 len: 945 time: 0.0956194 Jun 16 12:57:29.870982 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2c82e93e-83d5-4a79-9e94-cfcc6911dc20 req-08ed6886-47da-4402-b19f-f7eb0ac38978 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8b53246-31a2-446c-81fe-01114c96e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625536 Jun 16 12:57:29.878857 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-91753089-5473-475f-8307-e92ecf5fb56d admin admin] Calling delete_port for a635eb49-ec6b-4e3e-a758-8bac540c92fa owned by network:router_interface {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:57:30.116615 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-91753089-5473-475f-8307-e92ecf5fb56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32077183'] for port, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:30.121296 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:57:30.167143 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91753089-5473-475f-8307-e92ecf5fb56d admin admin] Pushing event deleted for resources: {'Port': ['ID=a635eb49-ec6b-4e3e-a758-8bac540c92fa,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:57:30.174777 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-91753089-5473-475f-8307-e92ecf5fb56d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:57:30.502819 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-91753089-5473-475f-8307-e92ecf5fb56d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428367'] for router_interface, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:30.832839 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d7e4b-7b19-4f69-9037-4a95d09f9028 req-2ae0910a-2e2e-4551-8e81-44bb5428d812 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:30.835528 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-cc7d7e4b-7b19-4f69-9037-4a95d09f9028 req-2ae0910a-2e2e-4551-8e81-44bb5428d812 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 943 time: 0.1194944 Jun 16 12:57:30.934041 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-cc7d7e4b-7b19-4f69-9037-4a95d09f9028 req-5114ae12-54c6-4a79-acfe-55f6a1691a6b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887229 Jun 16 12:57:30.957261 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91753089-5473-475f-8307-e92ecf5fb56d admin admin] Router 56b48369-626f-49fb-93c8-1c6eb6e5bab7 has already been hosted by L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 {{(pid=109146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 12:57:30.961072 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-820d6e7c-ee27-4e0e-adab-ca493b317d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:31.167901 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91753089-5473-475f-8307-e92ecf5fb56d admin admin] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 12:57:31.174711 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-91753089-5473-475f-8307-e92ecf5fb56d admin admin] 10.222.0.67 "PUT /v2.0/routers/56b48369-626f-49fb-93c8-1c6eb6e5bab7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6944685 Jun 16 12:57:31.179361 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 52302) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:57:31.183662 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8a1c3d-124c-42cc-8113-1a8ec7e1ab3c None None] Sync routers for ids ['56b48369-626f-49fb-93c8-1c6eb6e5bab7'] in dv-cinder-766296-6-iscsi {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 12:57:31.214200 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8a1c3d-124c-42cc-8113-1a8ec7e1ab3c None None] Routers {'56b48369-626f-49fb-93c8-1c6eb6e5bab7'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:57:31.215074 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-3b8a1c3d-124c-42cc-8113-1a8ec7e1ab3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644aaa4a00>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:57:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['56b48369-626f-49fb-93c8-1c6eb6e5bab7'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:57:31.285810 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de887dc-dcba-451a-8de2-cd100a5fb113 req-087e98f0-1f5e-42a5-b255-347379a5f889 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:31.290998 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7de887dc-dcba-451a-8de2-cd100a5fb113 req-087e98f0-1f5e-42a5-b255-347379a5f889 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea75ddb4-e6c6-4851-ab58-be3b877afb2d HTTP/1.1" status: 200 len: 945 time: 0.1300359 Jun 16 12:57:31.339797 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7de887dc-dcba-451a-8de2-cd100a5fb113 req-2e80285e-9d31-4596-9cb0-bb0997fe961b tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8b53246-31a2-446c-81fe-01114c96e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438092 Jun 16 12:57:31.397642 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ed7b24a2-9a1d-4be9-b84c-db0dc00d520f admin admin] Notify callbacks [] for router, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:31.407427 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-3b8a1c3d-124c-42cc-8113-1a8ec7e1ab3c None None] Set router 56b48369-626f-49fb-93c8-1c6eb6e5bab7 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:57:31.552892 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ed7b24a2-9a1d-4be9-b84c-db0dc00d520f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:31.646237 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-ed7b24a2-9a1d-4be9-b84c-db0dc00d520f admin admin] Deleting port b29a29ed-2616-4b75-b920-cdb7ad53b63b {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:57:31.646736 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ed7b24a2-9a1d-4be9-b84c-db0dc00d520f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:31.759989 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [None req-ed7b24a2-9a1d-4be9-b84c-db0dc00d520f admin admin] For port b29a29ed-2616-4b75-b920-cdb7ad53b63b, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=b29a29ed-2616-4b75-b920-cdb7ad53b63b,segment=NetworkSegment(ccabc92d-cb7c-48c7-8ba2-36435bcfb991),segment_id=ccabc92d-cb7c-48c7-8ba2-36435bcfb991)] {{(pid=109146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:57:31.760503 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ed7b24a2-9a1d-4be9-b84c-db0dc00d520f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:31.797377 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-3b8a1c3d-124c-42cc-8113-1a8ec7e1ab3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644aaa4a00>, [{'id': '56b48369-626f-49fb-93c8-1c6eb6e5bab7', 'name': 'tempest-TestMinimumBasicScenario-52361034-router', 'tenant_id': '06f09f61f99143d7a5a538c811e25b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'b29a29ed-2616-4b75-b920-cdb7ad53b63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:53:27Z', 'updated_at': '2021-06-16T12:57:30Z', 'revision_number': 5, 'project_id': '06f09f61f99143d7a5a538c811e25b32', 'gw_port': {'id': 'b29a29ed-2616-4b75-b920-cdb7ad53b63b', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ba:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b48369-626f-49fb-93c8-1c6eb6e5bab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:53:29Z', 'updated_at': '2021-06-16T12:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi'}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:57:31.804730 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8a1c3d-124c-42cc-8113-1a8ec7e1ab3c None None] Checking router: 56b48369-626f-49fb-93c8-1c6eb6e5bab7 for host: dv-cinder-766296-6-iscsi {{(pid=109148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 12:57:31.817138 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8a1c3d-124c-42cc-8113-1a8ec7e1ab3c None None] Routers {'56b48369-626f-49fb-93c8-1c6eb6e5bab7'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:57:31.817790 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-3b8a1c3d-124c-42cc-8113-1a8ec7e1ab3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644aaa4a00>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:57:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['56b48369-626f-49fb-93c8-1c6eb6e5bab7'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:57:31.836911 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-ed7b24a2-9a1d-4be9-b84c-db0dc00d520f admin admin] Calling delete_port for b29a29ed-2616-4b75-b920-cdb7ad53b63b owned by network:router_gateway {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:57:31.944714 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-3b8a1c3d-124c-42cc-8113-1a8ec7e1ab3c None None] Set router 56b48369-626f-49fb-93c8-1c6eb6e5bab7 gateway port host: None {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:57:32.016063 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-3b8a1c3d-124c-42cc-8113-1a8ec7e1ab3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644aaa4a00>, [{'id': '56b48369-626f-49fb-93c8-1c6eb6e5bab7', 'name': 'tempest-TestMinimumBasicScenario-52361034-router', 'tenant_id': '06f09f61f99143d7a5a538c811e25b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:53:27Z', 'updated_at': '2021-06-16T12:57:31Z', 'revision_number': 6, 'project_id': '06f09f61f99143d7a5a538c811e25b32', 'gw_port_host': None}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:57:32.024113 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8a1c3d-124c-42cc-8113-1a8ec7e1ab3c None None] The sync data for ids ['56b48369-626f-49fb-93c8-1c6eb6e5bab7'] in dv-cinder-766296-6-iscsi is: [{'id': '56b48369-626f-49fb-93c8-1c6eb6e5bab7', 'name': 'tempest-TestMinimumBasicScenario-52361034-router', 'tenant_id': '06f09f61f99143d7a5a538c811e25b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:53:27Z', 'updated_at': '2021-06-16T12:57:31Z', 'revision_number': 6, 'project_id': '06f09f61f99143d7a5a538c811e25b32', 'gw_port_host': None}] {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 12:57:32.147904 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ed7b24a2-9a1d-4be9-b84c-db0dc00d520f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32077183'] for port, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:32.162297 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-15dd4ad6-c555-41da-8f63-9b03711dccad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:57:32.202752 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b24a2-9a1d-4be9-b84c-db0dc00d520f admin admin] Pushing event deleted for resources: {'Port': ['ID=b29a29ed-2616-4b75-b920-cdb7ad53b63b,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:57:32.211980 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-ed7b24a2-9a1d-4be9-b84c-db0dc00d520f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:57:32.316734 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6f539-6d9e-4639-aa2d-cb97545f7d9e req-ff8720d9-6b1a-43d9-af68-24a3e7984fa6 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:32.329226 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-11d6f539-6d9e-4639-aa2d-cb97545f7d9e req-ff8720d9-6b1a-43d9-af68-24a3e7984fa6 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 943 time: 0.1813886 Jun 16 12:57:32.374969 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ed7b24a2-9a1d-4be9-b84c-db0dc00d520f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442124'] for router_gateway, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:32.423736 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-11d6f539-6d9e-4639-aa2d-cb97545f7d9e req-f0269d81-0caf-49dd-bd22-7765af749a7d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915608 Jun 16 12:57:32.609898 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device a635eb49-ec6b-4e3e-a758-8bac540c92fa no longer exists at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 12:57:32.637046 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ed7b24a2-9a1d-4be9-b84c-db0dc00d520f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13951'] for router, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:32.640126 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ed7b24a2-9a1d-4be9-b84c-db0dc00d520f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:32.648259 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] No Port match for: a635eb49-ec6b-4e3e-a758-8bac540c92fa {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 12:57:32.648950 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device a635eb49-ec6b-4e3e-a758-8bac540c92fa not bound to the agent host dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 12:57:32.684555 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380c68c-4f48-4543-8066-8652d03733bd req-b2aabc7b-93fc-4ae9-8354-27d7ecd7a28d tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:32.686413 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5380c68c-4f48-4543-8066-8652d03733bd req-b2aabc7b-93fc-4ae9-8354-27d7ecd7a28d tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea75ddb4-e6c6-4851-ab58-be3b877afb2d HTTP/1.1" status: 200 len: 945 time: 0.1200278 Jun 16 12:57:32.692017 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ed7b24a2-9a1d-4be9-b84c-db0dc00d520f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443462'] for router, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:32.692817 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7b24a2-9a1d-4be9-b84c-db0dc00d520f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56b48369-626f-49fb-93c8-1c6eb6e5bab7 {{(pid=109146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 12:57:32.698244 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-ed7b24a2-9a1d-4be9-b84c-db0dc00d520f admin admin] Notify callbacks [] for router, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:32.699961 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-ed7b24a2-9a1d-4be9-b84c-db0dc00d520f admin admin] 10.222.0.67 "DELETE /v2.0/routers/56b48369-626f-49fb-93c8-1c6eb6e5bab7 HTTP/1.1" status: 204 len: 168 time: 1.5184000 Jun 16 12:57:32.702863 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 52314) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:57:32.759015 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5380c68c-4f48-4543-8066-8652d03733bd req-fbea5e2f-0a53-4794-b6ef-e256a197a464 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8b53246-31a2-446c-81fe-01114c96e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655527 Jun 16 12:57:32.764419 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2257980-680f-4914-b623-9574c396e3f9 admin admin] Deleting subnet 6e94ba73-4c77-4485-8a63-d60b06ba1c1f {{(pid=109146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 12:57:32.771623 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d2257980-680f-4914-b623-9574c396e3f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:32.825151 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d2257980-680f-4914-b623-9574c396e3f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32103771'] for subnet, precommit_delete_associations {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:33.032745 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d2257980-680f-4914-b623-9574c396e3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3717015'] for subnet, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:33.063010 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:33.145213 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99651017-47dc-4f70-b137-32849a8f05ac req-493fddcd-25b5-4966-ad27-1094b04ea0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:33.147963 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-99651017-47dc-4f70-b137-32849a8f05ac req-493fddcd-25b5-4966-ad27-1094b04ea0ab service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9142176cdce2480a88e9dcee58c356f4&device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 1096 time: 0.2065587 Jun 16 12:57:33.178771 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d2257980-680f-4914-b623-9574c396e3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3717000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32077237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31807229'] for subnet, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:33.184591 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-cf774416-825d-4c7c-94b3-a1f18e9d1dba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:57:33.255217 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d2257980-680f-4914-b623-9574c396e3f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:33.263252 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 52316) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:57:33.264623 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-d2257980-680f-4914-b623-9574c396e3f9 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/6e94ba73-4c77-4485-8a63-d60b06ba1c1f HTTP/1.1" status: 204 len: 168 time: 0.5601976 Jun 16 12:57:33.273773 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba2e1fb-3f9b-493b-b18c-185a63564060 None None] Network 5f5c0bf8-fd90-4523-9f58-4591e61047be requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:57:33.285545 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2257980-680f-4914-b623-9574c396e3f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e94ba73-4c77-4485-8a63-d60b06ba1c1f,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:57:33.294440 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-d2257980-680f-4914-b623-9574c396e3f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:57:33.429665 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-94a0ba8d-102e-4ef7-b865-059cac6684b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3773194'] for network, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:33.460759 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99651017-47dc-4f70-b137-32849a8f05ac req-72ea28f3-36e8-409c-9d2a-e7775fbb7bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:33.462597 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-99651017-47dc-4f70-b137-32849a8f05ac req-72ea28f3-36e8-409c-9d2a-e7775fbb7bd0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b092543c-4e0a-4b3c-b41e-431b7c90a537 HTTP/1.1" status: 200 len: 917 time: 0.2675641 Jun 16 12:57:33.524156 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-94a0ba8d-102e-4ef7-b865-059cac6684b7 admin admin] Deleting port 912d928d-1bb3-4203-9f71-b06adf16c9cd {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:57:33.526069 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-94a0ba8d-102e-4ef7-b865-059cac6684b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:33.554510 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-99651017-47dc-4f70-b137-32849a8f05ac req-4abdf0ea-b6b1-492e-82dd-f7bd3d72d588 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=faf3d02f-fffc-43b0-ba37-b4a649295c87 HTTP/1.1" status: 200 len: 999 time: 0.0828874 Jun 16 12:57:33.636943 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99651017-47dc-4f70-b137-32849a8f05ac req-84808282-e6a3-4acc-b2c5-ce27d324776d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:33.640242 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65aaa21b-54f1-4142-a6ca-8d64011ad0f6 None None] DHCP port deletion for 5f5c0bf8-fd90-4523-9f58-4591e61047be request from dv-cinder-766296-6-iscsi {{(pid=109147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 12:57:33.640839 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-99651017-47dc-4f70-b137-32849a8f05ac req-84808282-e6a3-4acc-b2c5-ce27d324776d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6854b649-d35a-4298-9aa6-e7a75a6ae3a1 HTTP/1.1" status: 200 len: 855 time: 0.0791233 Jun 16 12:57:33.651806 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [None req-94a0ba8d-102e-4ef7-b865-059cac6684b7 admin admin] For port 912d928d-1bb3-4203-9f71-b06adf16c9cd, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=912d928d-1bb3-4203-9f71-b06adf16c9cd,segment=NetworkSegment(58924beb-272d-4578-94fa-b46e9d01df5d),segment_id=58924beb-272d-4578-94fa-b46e9d01df5d)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:57:33.652621 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-94a0ba8d-102e-4ef7-b865-059cac6684b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:33.738365 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-65aaa21b-54f1-4142-a6ca-8d64011ad0f6 None None] Deleting port 912d928d-1bb3-4203-9f71-b06adf16c9cd {{(pid=109147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:57:33.738953 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-65aaa21b-54f1-4142-a6ca-8d64011ad0f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:33.753374 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99651017-47dc-4f70-b137-32849a8f05ac req-aa300c19-d991-4d5d-ba0a-efae25446c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:33.755989 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-99651017-47dc-4f70-b137-32849a8f05ac req-aa300c19-d991-4d5d-ba0a-efae25446c5a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b092543c-4e0a-4b3c-b41e-431b7c90a537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1032741 Jun 16 12:57:33.780265 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-94a0ba8d-102e-4ef7-b865-059cac6684b7 admin admin] Calling delete_port for 912d928d-1bb3-4203-9f71-b06adf16c9cd owned by network:dhcp {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:57:33.847559 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-65aaa21b-54f1-4142-a6ca-8d64011ad0f6 None None] For port 912d928d-1bb3-4203-9f71-b06adf16c9cd, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=912d928d-1bb3-4203-9f71-b06adf16c9cd,segment=NetworkSegment(58924beb-272d-4578-94fa-b46e9d01df5d),segment_id=58924beb-272d-4578-94fa-b46e9d01df5d)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:57:33.848561 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-65aaa21b-54f1-4142-a6ca-8d64011ad0f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:33.911984 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-99651017-47dc-4f70-b137-32849a8f05ac req-d1904dcc-77d5-4450-9e39-e9697ed7c34e service neutron] 10.222.0.73 "GET /v2.0/networks/b092543c-4e0a-4b3c-b41e-431b7c90a537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442626 Jun 16 12:57:33.932541 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-65aaa21b-54f1-4142-a6ca-8d64011ad0f6 None None] Calling delete_port for 912d928d-1bb3-4203-9f71-b06adf16c9cd owned by network:dhcp {{(pid=109147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:57:33.990693 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c5fd8-09cf-4cc9-9142-75c3c7d2c97d req-ebdffb2c-b923-4ef7-bc9b-d86bdec42073 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:33.993015 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-029c5fd8-09cf-4cc9-9142-75c3c7d2c97d req-ebdffb2c-b923-4ef7-bc9b-d86bdec42073 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 943 time: 0.2576795 Jun 16 12:57:34.105954 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-99651017-47dc-4f70-b137-32849a8f05ac req-9316c766-4323-4199-8ea8-3f5c033c114d service neutron] 10.222.0.73 "GET /v2.0/networks/b092543c-4e0a-4b3c-b41e-431b7c90a537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851685 Jun 16 12:57:34.115170 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-94a0ba8d-102e-4ef7-b865-059cac6684b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26528900'] for port, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:34.117547 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-65aaa21b-54f1-4142-a6ca-8d64011ad0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447'] for port, after_delete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:34.120529 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:57:34.121438 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-2f76796c-01e7-49fd-8982-5e5052a2425b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:57:34.132601 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-029c5fd8-09cf-4cc9-9142-75c3c7d2c97d req-5c4703ea-21e2-45e6-b8d5-495a4b860036 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276953 Jun 16 12:57:34.161949 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a0ba8d-102e-4ef7-b865-059cac6684b7 admin admin] No DVR routers for this DVR port 912d928d-1bb3-4203-9f71-b06adf16c9cd on host dv-cinder-766296-6-iscsi {{(pid=109145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 12:57:34.166451 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0ba8d-102e-4ef7-b865-059cac6684b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=912d928d-1bb3-4203-9f71-b06adf16c9cd,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:57:34.169973 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aaa21b-54f1-4142-a6ca-8d64011ad0f6 None None] Pushing event deleted for resources: {'Port': ['ID=912d928d-1bb3-4203-9f71-b06adf16c9cd,revision_number=None']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:57:34.173870 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-94a0ba8d-102e-4ef7-b865-059cac6684b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:57:34.176672 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-65aaa21b-54f1-4142-a6ca-8d64011ad0f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:57:34.183491 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aaa21b-54f1-4142-a6ca-8d64011ad0f6 None None] No DVR routers for this DVR port 912d928d-1bb3-4203-9f71-b06adf16c9cd on host dv-cinder-766296-6-iscsi {{(pid=109147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 12:57:34.338487 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-94a0ba8d-102e-4ef7-b865-059cac6684b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3713560', 'neutron.services.segments.db._delete_segments_for_network-8754302582321'] for network, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:34.357148 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3a15b-a4c2-4310-bdc8-f7599a148d24 req-2311eab9-486c-42e8-a884-d0dd376c38ca tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:34.359862 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-50f3a15b-a4c2-4310-bdc8-f7599a148d24 req-2311eab9-486c-42e8-a884-d0dd376c38ca tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea75ddb4-e6c6-4851-ab58-be3b877afb2d HTTP/1.1" status: 200 len: 945 time: 0.3178802 Jun 16 12:57:34.388901 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-94a0ba8d-102e-4ef7-b865-059cac6684b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448a93a00>,) {'filters': {'network_id': ['5f5c0bf8-fd90-4523-9f58-4591e61047be']}} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:57:34.423356 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-94a0ba8d-102e-4ef7-b865-059cac6684b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448a93a00>, '58924beb-272d-4578-94fa-b46e9d01df5d') {'for_net_delete': True} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:57:34.424825 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-94a0ba8d-102e-4ef7-b865-059cac6684b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448a93a00>, '58924beb-272d-4578-94fa-b46e9d01df5d') {} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:57:34.463664 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-94a0ba8d-102e-4ef7-b865-059cac6684b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754302581378', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26526580'] for segment, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:34.498656 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-94a0ba8d-102e-4ef7-b865-059cac6684b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076'] for segment, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:34.502834 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device b29a29ed-2616-4b75-b920-cdb7ad53b63b no longer exists at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 12:57:34.512557 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a0ba8d-102e-4ef7-b865-059cac6684b7 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=109145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 12:57:34.513488 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-94a0ba8d-102e-4ef7-b865-059cac6684b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26528977'] for segment, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:34.546845 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] No Port match for: b29a29ed-2616-4b75-b920-cdb7ad53b63b {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 12:57:34.547638 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device b29a29ed-2616-4b75-b920-cdb7ad53b63b not bound to the agent host dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 12:57:34.549689 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 912d928d-1bb3-4203-9f71-b06adf16c9cd no longer exists at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 12:57:34.588716 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] No Port match for: 912d928d-1bb3-4203-9f71-b06adf16c9cd {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 12:57:34.589772 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 912d928d-1bb3-4203-9f71-b06adf16c9cd not bound to the agent host dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 12:57:34.589971 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ddaaf-bada-4997-b1df-1a12f6e067e1 req-f6ae0b24-95a6-4b40-b023-70b6dadba240 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:34.591467 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-ad1ddaaf-bada-4997-b1df-1a12f6e067e1 req-f6ae0b24-95a6-4b40-b023-70b6dadba240 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.73 "GET /v2.0/ports?device_id=ea75ddb4-e6c6-4851-ab58-be3b877afb2d HTTP/1.1" status: 200 len: 945 time: 0.1425643 Jun 16 12:57:34.616151 dv-cinder-766296-6-iscsi neutron-server[109145]: Traceback (most recent call last): Jun 16 12:57:34.616151 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 12:57:34.616151 dv-cinder-766296-6-iscsi neutron-server[109145]: timer() Jun 16 12:57:34.616151 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 12:57:34.616151 dv-cinder-766296-6-iscsi neutron-server[109145]: cb(*args, **kw) Jun 16 12:57:34.616151 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 12:57:34.616151 dv-cinder-766296-6-iscsi neutron-server[109145]: return func(*args, **kwargs) Jun 16 12:57:34.616151 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 12:57:34.616151 dv-cinder-766296-6-iscsi neutron-server[109145]: self._notify() Jun 16 12:57:34.616151 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 12:57:34.616151 dv-cinder-766296-6-iscsi neutron-server[109145]: self.callback(batched_events) Jun 16 12:57:34.616151 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 12:57:34.616151 dv-cinder-766296-6-iscsi neutron-server[109145]: event.method(event) Jun 16 12:57:34.616151 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 12:57:34.616151 dv-cinder-766296-6-iscsi neutron-server[109145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 12:57:34.616151 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 12:57:34.616151 dv-cinder-766296-6-iscsi neutron-server[109145]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 12:57:34.616151 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 12:57:34.616151 dv-cinder-766296-6-iscsi neutron-server[109145]: return f(self, *a, **k) Jun 16 12:57:34.616151 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 12:57:34.616151 dv-cinder-766296-6-iscsi neutron-server[109145]: return self._get(url).json() Jun 16 12:57:34.616151 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 12:57:34.616151 dv-cinder-766296-6-iscsi neutron-server[109145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 12:57:34.616151 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 12:57:34.616151 dv-cinder-766296-6-iscsi neutron-server[109145]: return self.request(url, 'GET', **kwargs) Jun 16 12:57:34.616151 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 12:57:34.616151 dv-cinder-766296-6-iscsi neutron-server[109145]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 12:57:34.616151 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 12:57:34.616151 dv-cinder-766296-6-iscsi neutron-server[109145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 12:57:34.616151 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 12:57:34.616151 dv-cinder-766296-6-iscsi neutron-server[109145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 12:57:34.616151 dv-cinder-766296-6-iscsi neutron-server[109145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 12:57:34.627663 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-50f3a15b-a4c2-4310-bdc8-f7599a148d24 req-8e7f94f5-06cc-46ff-9720-264800124888 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8b53246-31a2-446c-81fe-01114c96e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551413 Jun 16 12:57:34.641765 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-94a0ba8d-102e-4ef7-b865-059cac6684b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3713553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442210'] for network, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:34.648964 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:57:34.653715 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-94a0ba8d-102e-4ef7-b865-059cac6684b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for network, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:34.661118 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-94a0ba8d-102e-4ef7-b865-059cac6684b7 admin admin] 10.222.0.67 "DELETE /v2.0/networks/5f5c0bf8-fd90-4523-9f58-4591e61047be HTTP/1.1" status: 204 len: 168 time: 1.3911574 Jun 16 12:57:34.673876 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0ba8d-102e-4ef7-b865-059cac6684b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f5c0bf8-fd90-4523-9f58-4591e61047be,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:57:34.680286 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-94a0ba8d-102e-4ef7-b865-059cac6684b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:57:34.822869 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [req-ad1ddaaf-bada-4997-b1df-1a12f6e067e1 req-ba27c409-a616-48f7-9054-3091e3b894db tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Deleting port 953ac361-e92e-4897-b2f6-82be9f6bc7f5 {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:57:34.823760 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-ad1ddaaf-bada-4997-b1df-1a12f6e067e1 req-ba27c409-a616-48f7-9054-3091e3b894db tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:34.902638 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 52330) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:57:34.978117 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-51b27186-f4da-4a65-bac7-636b193026f8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=60d3e5144bb04eeaa2fe27abc09c9c27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0721912 Jun 16 12:57:34.979083 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-ad1ddaaf-bada-4997-b1df-1a12f6e067e1 req-ba27c409-a616-48f7-9054-3091e3b894db tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] For port 953ac361-e92e-4897-b2f6-82be9f6bc7f5, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=953ac361-e92e-4897-b2f6-82be9f6bc7f5,segment=NetworkSegment(6dc87b74-fa9b-4fec-98f9-e86e1f76efc0),segment_id=6dc87b74-fa9b-4fec-98f9-e86e1f76efc0)] {{(pid=109146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:57:34.979470 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-ad1ddaaf-bada-4997-b1df-1a12f6e067e1 req-ba27c409-a616-48f7-9054-3091e3b894db tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:34.982387 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 52332) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:57:35.080334 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-cd618fcf-7d65-4c19-badb-1a59d336a31c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:35.121837 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-cd618fcf-7d65-4c19-badb-1a59d336a31c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:35.210067 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-cd618fcf-7d65-4c19-badb-1a59d336a31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:35.215724 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-cd618fcf-7d65-4c19-badb-1a59d336a31c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:35.223693 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-cd618fcf-7d65-4c19-badb-1a59d336a31c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d192b5b4-d454-47db-b7ce-2e9df4d2cf19 HTTP/1.1" status: 204 len: 168 time: 0.2338543 Jun 16 12:57:35.223693 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:57:35.241048 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd618fcf-7d65-4c19-badb-1a59d336a31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d192b5b4-d454-47db-b7ce-2e9df4d2cf19,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:57:35.244907 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-cd618fcf-7d65-4c19-badb-1a59d336a31c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:57:35.319462 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-78e39f9a-e97a-4977-b58e-58664fcb9d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:35.480259 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [req-ad1ddaaf-bada-4997-b1df-1a12f6e067e1 req-ba27c409-a616-48f7-9054-3091e3b894db tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Calling delete_port for 953ac361-e92e-4897-b2f6-82be9f6bc7f5 owned by compute:nova {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:57:35.552633 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f60278-c2bb-44ad-b50b-a97e75370df3 req-9ee76c6d-f0a6-4859-9d1a-8ec633543572 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:35.555777 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-70f60278-c2bb-44ad-b50b-a97e75370df3 req-9ee76c6d-f0a6-4859-9d1a-8ec633543572 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 943 time: 0.1330869 Jun 16 12:57:35.597897 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device faf3d02f-fffc-43b0-ba37-b4a649295c87 details requested by agent hyperv_hv-cinder-76629 with host hv-cinder-76629 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 12:57:35.647985 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-70f60278-c2bb-44ad-b50b-a97e75370df3 req-d2b62120-996c-40e3-88e2-b57f319b27c2 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807421 Jun 16 12:57:35.726569 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-ad1ddaaf-bada-4997-b1df-1a12f6e067e1 req-ba27c409-a616-48f7-9054-3091e3b894db tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32077183'] for port, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:35.765694 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] get_ports_and_sgs() called for port_ids ['953ac361-e92e-4897-b2f6-82be9f6bc7f5'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 12:57:35.775719 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:57:35.846486 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27c409-a616-48f7-9054-3091e3b894db tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Pushing event deleted for resources: {'Port': ['ID=953ac361-e92e-4897-b2f6-82be9f6bc7f5,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:57:35.927540 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:35.971497 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-ba27c409-a616-48f7-9054-3091e3b894db tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:57:35.972612 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1ddaaf-bada-4997-b1df-1a12f6e067e1 req-ba27c409-a616-48f7-9054-3091e3b894db tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] No DVR routers for this DVR port 953ac361-e92e-4897-b2f6-82be9f6bc7f5 on host hv-cinder-76629 {{(pid=109146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 12:57:35.976749 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-ad1ddaaf-bada-4997-b1df-1a12f6e067e1 req-ba27c409-a616-48f7-9054-3091e3b894db tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:35.981998 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-ad1ddaaf-bada-4997-b1df-1a12f6e067e1 req-ba27c409-a616-48f7-9054-3091e3b894db tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.73 "DELETE /v2.0/ports/953ac361-e92e-4897-b2f6-82be9f6bc7f5 HTTP/1.1" status: 204 len: 173 time: 1.3807549 Jun 16 12:57:35.983244 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea75ddb4-e6c6-4851-ab58-be3b877afb2d', 'name': 'network-vif-deleted', 'tag': '953ac361-e92e-4897-b2f6-82be9f6bc7f5'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:57:35.988230 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d3ced2b0755242c869f5b076fa8168e6e97917c7fd5877aaea6e5f8b8701d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7397cf-4ff7-42ba-8831-3773f1039cd6" -d '{"events": [{"server_uuid": "ea75ddb4-e6c6-4851-ab58-be3b877afb2d", "name": "network-vif-deleted", "tag": "953ac361-e92e-4897-b2f6-82be9f6bc7f5"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:57:36.057434 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 12:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fb30c3-1387-40f5-beb8-478ee4c71f2c x-openstack-request-id: req-63fb30c3-1387-40f5-beb8-478ee4c71f2c {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:57:36.058170 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea75ddb4-e6c6-4851-ab58-be3b877afb2d", "name": "network-vif-deleted", "tag": "953ac361-e92e-4897-b2f6-82be9f6bc7f5", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:57:36.058818 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-63fb30c3-1387-40f5-beb8-478ee4c71f2c {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:57:36.059993 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea75ddb4-e6c6-4851-ab58-be3b877afb2d', 'name': 'network-vif-deleted', 'tag': '953ac361-e92e-4897-b2f6-82be9f6bc7f5', 'status': 'completed', 'code': 200} Jun 16 12:57:36.074272 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-28de0083-9d4d-4504-8b77-b675887485ea req-8b8c4f1a-7e68-4113-846d-851ed0b506ab tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea75ddb4-e6c6-4851-ab58-be3b877afb2d HTTP/1.1" status: 200 len: 210 time: 0.0881140 Jun 16 12:57:36.090552 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port faf3d02f-fffc-43b0-ba37-b4a649295c87, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=faf3d02f-fffc-43b0-ba37-b4a649295c87,segment=NetworkSegment(042ac9d8-9593-43f5-8ffd-f1b933e86f71),segment_id=042ac9d8-9593-43f5-8ffd-f1b933e86f71)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:57:36.106325 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Returning: {'device': 'faf3d02f-fffc-43b0-ba37-b4a649295c87', 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537', 'port_id': 'faf3d02f-fffc-43b0-ba37-b4a649295c87', 'mac_address': 'fa:16:3e:5f:dd:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6854b649-d35a-4298-9aa6-e7a75a6ae3a1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 12:57:36.172972 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 52348) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:57:36.179531 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:36.203416 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-43072469-a160-4d16-9402-2253616714b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faf3d02f-fffc-43b0-ba37-b4a649295c87 {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 12:57:36.254318 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port faf3d02f-fffc-43b0-ba37-b4a649295c87, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=faf3d02f-fffc-43b0-ba37-b4a649295c87,segment=NetworkSegment(042ac9d8-9593-43f5-8ffd-f1b933e86f71),segment_id=042ac9d8-9593-43f5-8ffd-f1b933e86f71)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:57:36.257902 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-cb0d9aa8-6423-4ff4-bff4-79aef569da09 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=06f09f61f99143d7a5a538c811e25b32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0827045 Jun 16 12:57:36.261081 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:36.261524 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 52350) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:57:36.264242 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:57:36.340834 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=faf3d02f-fffc-43b0-ba37-b4a649295c87,revision_number=9']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:57:36.342081 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-740fc362-34c7-4133-9a85-927ee0ca7735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:36.347224 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:57:36.378530 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-740fc362-34c7-4133-9a85-927ee0ca7735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:36.444599 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-740fc362-34c7-4133-9a85-927ee0ca7735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:36.452060 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-740fc362-34c7-4133-9a85-927ee0ca7735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:36.452060 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-740fc362-34c7-4133-9a85-927ee0ca7735 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7299ee35-828f-4f4e-83a7-c0a95346df68 HTTP/1.1" status: 204 len: 168 time: 0.1865690 Jun 16 12:57:36.452060 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-dfe9402e-44c2-4073-b245-01b249470ca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:57:36.462255 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740fc362-34c7-4133-9a85-927ee0ca7735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7299ee35-828f-4f4e-83a7-c0a95346df68,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:57:36.465719 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-740fc362-34c7-4133-9a85-927ee0ca7735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:57:36.613869 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] get_ports_and_sgs() called for port_ids ['faf3d02f-fffc-43b0-ba37-b4a649295c87'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 12:57:37.015894 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592f849-6090-44b9-936c-09b08dc15d51 req-59d5cdaf-1801-48f9-a5f3-c1e4ee985fcc tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:37.019870 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7592f849-6090-44b9-936c-09b08dc15d51 req-59d5cdaf-1801-48f9-a5f3-c1e4ee985fcc tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 944 time: 0.1304541 Jun 16 12:57:37.029638 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:37.067068 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7592f849-6090-44b9-936c-09b08dc15d51 req-3a0feb4f-0825-4995-a98e-555360e16c7e tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427868 Jun 16 12:57:37.606554 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device faf3d02f-fffc-43b0-ba37-b4a649295c87 up at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:57:37.676651 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning complete for port faf3d02f-fffc-43b0-ba37-b4a649295c87 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:57:37.677272 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:38.011574 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:38.049023 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '550ca17b-8b0e-429e-85d4-81808df07c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf3d02f-fffc-43b0-ba37-b4a649295c87'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:57:38.052914 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc19868b2eeee4f788927d96de96bc76ef619c1c8eef803ec6a338432d17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc3ef54-7d6d-4238-98df-da9c35e584f4" -d '{"events": [{"server_uuid": "550ca17b-8b0e-429e-85d4-81808df07c91", "name": "network-vif-plugged", "status": "completed", "tag": "faf3d02f-fffc-43b0-ba37-b4a649295c87"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:57:38.076498 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port faf3d02f-fffc-43b0-ba37-b4a649295c87, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=faf3d02f-fffc-43b0-ba37-b4a649295c87,segment=NetworkSegment(042ac9d8-9593-43f5-8ffd-f1b933e86f71),segment_id=042ac9d8-9593-43f5-8ffd-f1b933e86f71)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:57:38.084832 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:38.086309 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 953ac361-e92e-4897-b2f6-82be9f6bc7f5 no longer exists at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 12:57:38.089756 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8e75016f-80fa-448e-8215-99c53ca148ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:57:38.131899 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 12:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72540d2c-180e-4f7f-b8bf-1b977a8193c6 x-openstack-request-id: req-72540d2c-180e-4f7f-b8bf-1b977a8193c6 {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:57:38.132392 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "550ca17b-8b0e-429e-85d4-81808df07c91", "name": "network-vif-plugged", "status": "completed", "tag": "faf3d02f-fffc-43b0-ba37-b4a649295c87", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:57:38.132825 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-72540d2c-180e-4f7f-b8bf-1b977a8193c6 {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:57:38.133451 dv-cinder-766296-6-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '550ca17b-8b0e-429e-85d4-81808df07c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf3d02f-fffc-43b0-ba37-b4a649295c87', 'code': 200} Jun 16 12:57:38.166855 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-43072469-a160-4d16-9402-2253616714b8 None None] No Port match for: 953ac361-e92e-4897-b2f6-82be9f6bc7f5 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 12:57:38.167463 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 953ac361-e92e-4897-b2f6-82be9f6bc7f5 not bound to the agent host hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 12:57:38.224179 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=faf3d02f-fffc-43b0-ba37-b4a649295c87,revision_number=10']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:57:38.233032 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:57:38.317841 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f10faa-da38-4ee8-81f9-2d70b65caeb5 req-8ca28d39-cef7-4880-839c-15eda76e19ee tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:38.319700 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e9f10faa-da38-4ee8-81f9-2d70b65caeb5 req-8ca28d39-cef7-4880-839c-15eda76e19ee tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 946 time: 0.0929127 Jun 16 12:57:38.366742 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e9f10faa-da38-4ee8-81f9-2d70b65caeb5 req-60e7bc64-d58f-43ad-a1f9-56ddcb4ed88f tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398698 Jun 16 12:57:39.321077 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:39.665567 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a7ee9-34f3-49ad-b02f-8d73b4f43505 req-ddea2e41-005f-434d-b319-92e099809b0c tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:39.668407 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a64a7ee9-34f3-49ad-b02f-8d73b4f43505 req-ddea2e41-005f-434d-b319-92e099809b0c tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 946 time: 0.1205215 Jun 16 12:57:39.750791 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a64a7ee9-34f3-49ad-b02f-8d73b4f43505 req-27436390-434f-4976-88ef-92673dde9701 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707653 Jun 16 12:57:40.999830 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def99886-16dc-4914-835c-aa844977bb04 req-efbdc69b-62e0-44fd-a663-9275133c719d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:41.003039 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-def99886-16dc-4914-835c-aa844977bb04 req-efbdc69b-62e0-44fd-a663-9275133c719d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 1099 time: 0.1078315 Jun 16 12:57:41.031604 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628de061-2c74-41b2-840c-02fb3637ea0c req-84dba980-3755-4483-bcae-54b66f8aaa97 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:41.033814 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-628de061-2c74-41b2-840c-02fb3637ea0c req-84dba980-3755-4483-bcae-54b66f8aaa97 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 946 time: 0.0878172 Jun 16 12:57:41.069848 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-def99886-16dc-4914-835c-aa844977bb04 req-ba1e59e9-d20f-4e68-908d-bd1bb8ab0e0d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531332 Jun 16 12:57:41.107103 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-628de061-2c74-41b2-840c-02fb3637ea0c req-eea8b37c-e9d4-49f3-98df-861eb045b9fe tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659306 Jun 16 12:57:42.170718 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 12:57:42.483590 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172433f4-aaf7-4ab0-9d82-feb36f47b0a8 req-e5ab387c-9520-4080-ab40-15c9201e22ff tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:42.488412 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-172433f4-aaf7-4ab0-9d82-feb36f47b0a8 req-e5ab387c-9520-4080-ab40-15c9201e22ff tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 946 time: 0.1375768 Jun 16 12:57:42.540645 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-172433f4-aaf7-4ab0-9d82-feb36f47b0a8 req-9857ba3b-02ee-464b-96d8-5d1a3aaa309a tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450957 Jun 16 12:57:43.778451 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d22bcb-4255-41b8-ac5a-8d392417338c req-9f66ec3c-ee9c-4056-9408-d6ad3318c2a3 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:43.780544 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-35d22bcb-4255-41b8-ac5a-8d392417338c req-9f66ec3c-ee9c-4056-9408-d6ad3318c2a3 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 946 time: 0.0767193 Jun 16 12:57:43.832724 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-35d22bcb-4255-41b8-ac5a-8d392417338c req-b14ab9b3-929f-4e90-b2a9-699f10e7b2ed tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449977 Jun 16 12:57:47.672037 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-430274e5-4f9e-4d35-bf32-f12ab426a89c tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:47.672934 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-430274e5-4f9e-4d35-bf32-f12ab426a89c tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/networks?id=f8b78716-a0ef-4b4b-b599-510808b7c0e0 HTTP/1.1" status: 200 len: 813 time: 0.2034948 Jun 16 12:57:47.696665 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-589a15c4-4ba2-4ec3-9448-23171f9bef64 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/quotas/b190697836274e48bfc2a7527bea4714 HTTP/1.1" status: 200 len: 375 time: 0.0138757 Jun 16 12:57:47.745162 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-5d255ba5-c0ad-403c-8bb3-709a33d30dc5 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b190697836274e48bfc2a7527bea4714&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373659 Jun 16 12:57:47.883957 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-47c53d36-29a3-4b3f-a762-936d9bff1e37 service neutron] 10.222.0.67 "GET /v2.0/networks/f8b78716-a0ef-4b4b-b599-510808b7c0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258771 Jun 16 12:57:48.025961 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-2053aa46-eb2d-49af-8bab-1b158854a5ff service neutron] 10.222.0.67 "GET /v2.0/networks/f8b78716-a0ef-4b4b-b599-510808b7c0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305621 Jun 16 12:57:48.309947 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-96b42c65-2e95-4b83-b036-f9e1a154bfb9 req-790b2750-6149-4444-ab63-21e766c4d77e tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/ports?device_id=742ba75e-3637-4baf-97d2-afb946a1c2df HTTP/1.1" status: 200 len: 210 time: 0.0607929 Jun 16 12:57:49.587650 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9cae1b1f-afec-4c49-93d5-6c85284057d1 req-5339b109-d6a4-44be-8b38-0beff328fbea tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/ports?device_id=742ba75e-3637-4baf-97d2-afb946a1c2df HTTP/1.1" status: 200 len: 210 time: 0.0557373 Jun 16 12:57:49.863657 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-c4e266f9-68ee-4910-83c1-74d18bfe639f tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:49.865913 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-c4e266f9-68ee-4910-83c1-74d18bfe639f tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.73 "GET /v2.0/networks?id=f8b78716-a0ef-4b4b-b599-510808b7c0e0 HTTP/1.1" status: 200 len: 813 time: 0.1860442 Jun 16 12:57:49.881825 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-4138bee7-2549-47db-b5ac-33cd7365acc4 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Request body: {'port': {'device_id': '742ba75e-3637-4baf-97d2-afb946a1c2df', 'network_id': 'f8b78716-a0ef-4b4b-b599-510808b7c0e0', 'admin_state_up': True, 'tenant_id': 'b190697836274e48bfc2a7527bea4714'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:57:50.062373 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-4138bee7-2549-47db-b5ac-33cd7365acc4 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Made reservation on behalf of b190697836274e48bfc2a7527bea4714 for: {'port': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:57:50.067588 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-4138bee7-2549-47db-b5ac-33cd7365acc4 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:50.245576 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-4138bee7-2549-47db-b5ac-33cd7365acc4 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Allocated IP 172.20.0.13 (f8b78716-a0ef-4b4b-b599-510808b7c0e0/a6d9136b-32f8-473f-97ec-e2d15c27c817/7b48e13e-3a6f-4574-8166-606a38bb84d9) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:57:50.286853 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8779a-f400-4b6d-9d3d-55c47ae01ba1 req-17176cd3-7496-4e46-9514-38aa8cc23c0a tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:50.288507 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-60a8779a-f400-4b6d-9d3d-55c47ae01ba1 req-17176cd3-7496-4e46-9514-38aa8cc23c0a tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c720fc6-c9e4-476c-9a86-b2280c30dbd7 HTTP/1.1" status: 200 len: 945 time: 0.0815647 Jun 16 12:57:50.337278 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-60a8779a-f400-4b6d-9d3d-55c47ae01ba1 req-05298551-4ebe-4650-a985-b3bacbba9e9f tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=3f7671d7-3298-468e-a13d-655d93c112a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371561 Jun 16 12:57:50.454906 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-4138bee7-2549-47db-b5ac-33cd7365acc4 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Notify callbacks [] for port, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:50.522688 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-4138bee7-2549-47db-b5ac-33cd7365acc4 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32077152'] for port, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:50.528189 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-a5e908d9-6f75-4985-863a-560b39ea2ee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:57:50.577162 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-4138bee7-2549-47db-b5ac-33cd7365acc4 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Network f8b78716-a0ef-4b4b-b599-510808b7c0e0 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:57:50.586814 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-4138bee7-2549-47db-b5ac-33cd7365acc4 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:57:50.591638 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-4138bee7-2549-47db-b5ac-33cd7365acc4 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:57:50.600553 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138bee7-2549-47db-b5ac-33cd7365acc4 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Pushing event updated for resources: {'Port': ['ID=7b48e13e-3a6f-4574-8166-606a38bb84d9,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:57:50.622726 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-4138bee7-2549-47db-b5ac-33cd7365acc4 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:57:50.654193 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-4138bee7-2549-47db-b5ac-33cd7365acc4 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:50.654899 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-4138bee7-2549-47db-b5ac-33cd7365acc4 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:50.674819 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-4138bee7-2549-47db-b5ac-33cd7365acc4 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7991033 Jun 16 12:57:50.689308 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-a6e193f3-f95a-44c1-9c0f-789997cec3b7 service neutron] Request body: {'port': {'device_id': '742ba75e-3637-4baf-97d2-afb946a1c2df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76629'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:57:50.789160 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-a6e193f3-f95a-44c1-9c0f-789997cec3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:50.929165 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b641a-ca45-4948-966b-f5cb92af1ac4 req-b1a7e479-957f-4601-8bb0-b5b02c9af25f tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:50.931888 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-816b641a-ca45-4948-966b-f5cb92af1ac4 req-b1a7e479-957f-4601-8bb0-b5b02c9af25f tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/ports?device_id=742ba75e-3637-4baf-97d2-afb946a1c2df HTTP/1.1" status: 200 len: 932 time: 0.1029866 Jun 16 12:57:51.003501 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-816b641a-ca45-4948-966b-f5cb92af1ac4 req-87132fdc-ed49-403a-be1f-0b7a4e5ca24e tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8b53246-31a2-446c-81fe-01114c96e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613213 Jun 16 12:57:51.267150 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-a6e193f3-f95a-44c1-9c0f-789997cec3b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b48e13e-3a6f-4574-8166-606a38bb84d9 {{(pid=109146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 12:57:51.283508 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-a6e193f3-f95a-44c1-9c0f-789997cec3b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:51.306789 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.provisioning_blocks [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-a6e193f3-f95a-44c1-9c0f-789997cec3b7 service neutron] Transition to ACTIVE for port object 7b48e13e-3a6f-4574-8166-606a38bb84d9 will not be triggered until provisioned by entity L2. {{(pid=109146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:57:51.312276 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-a6e193f3-f95a-44c1-9c0f-789997cec3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32077174'] for port, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:51.318036 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-09607a95-e1a7-4cd3-ac8a-75f9042e66bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:57:51.466587 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e193f3-f95a-44c1-9c0f-789997cec3b7 service neutron] Pushing event updated for resources: {'Port': ['ID=7b48e13e-3a6f-4574-8166-606a38bb84d9,revision_number=2']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:57:51.497054 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-a6e193f3-f95a-44c1-9c0f-789997cec3b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:57:51.577431 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-a6e193f3-f95a-44c1-9c0f-789997cec3b7 service neutron] Attempting to bind port 7b48e13e-3a6f-4574-8166-606a38bb84d9 on host hv-cinder-76629 for vnic_type normal with profile {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:57:51.577709 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-a6e193f3-f95a-44c1-9c0f-789997cec3b7 service neutron] Attempting to bind port 7b48e13e-3a6f-4574-8166-606a38bb84d9 by drivers openvswitch,hyperv on host hv-cinder-76629 at level 0 using segments [{'id': '6dc87b74-fa9b-4fec-98f9-e86e1f76efc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f8b78716-a0ef-4b4b-b599-510808b7c0e0'}] {{(pid=109146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:57:51.578081 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-a6e193f3-f95a-44c1-9c0f-789997cec3b7 service neutron] Attempting to bind port 7b48e13e-3a6f-4574-8166-606a38bb84d9 on network f8b78716-a0ef-4b4b-b599-510808b7c0e0 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:57:51.583831 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-a6e193f3-f95a-44c1-9c0f-789997cec3b7 service neutron] Port 7b48e13e-3a6f-4574-8166-606a38bb84d9 on network f8b78716-a0ef-4b4b-b599-510808b7c0e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76629 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 12:57:51.584174 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-a6e193f3-f95a-44c1-9c0f-789997cec3b7 service neutron] Attempting to bind port 7b48e13e-3a6f-4574-8166-606a38bb84d9 on network f8b78716-a0ef-4b4b-b599-510808b7c0e0 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:57:51.592642 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-a6e193f3-f95a-44c1-9c0f-789997cec3b7 service neutron] Checking agent: {'id': 'b6c345f8-0197-4552-bdfc-f76fc82bf107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76629', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 47, 31), 'started_at': datetime.datetime(2021, 6, 16, 12, 47, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:57:51.593100 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-a6e193f3-f95a-44c1-9c0f-789997cec3b7 service neutron] Checking segment: {'id': '6dc87b74-fa9b-4fec-98f9-e86e1f76efc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f8b78716-a0ef-4b4b-b599-510808b7c0e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:57:51.593570 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-a6e193f3-f95a-44c1-9c0f-789997cec3b7 service neutron] Bound using segment: {'id': '6dc87b74-fa9b-4fec-98f9-e86e1f76efc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f8b78716-a0ef-4b4b-b599-510808b7c0e0'} {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:57:51.594129 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-a6e193f3-f95a-44c1-9c0f-789997cec3b7 service neutron] Bound port: 7b48e13e-3a6f-4574-8166-606a38bb84d9, host: hv-cinder-76629, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc87b74-fa9b-4fec-98f9-e86e1f76efc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f8b78716-a0ef-4b4b-b599-510808b7c0e0'}}] {{(pid=109146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:57:51.594660 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-a6e193f3-f95a-44c1-9c0f-789997cec3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:51.627943 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b61c5-8f4c-4b68-b4ec-43cde4cf67a9 req-62e67aa7-0f49-418d-b777-d7628c6dce25 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:51.629955 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7f1b61c5-8f4c-4b68-b4ec-43cde4cf67a9 req-62e67aa7-0f49-418d-b777-d7628c6dce25 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c720fc6-c9e4-476c-9a86-b2280c30dbd7 HTTP/1.1" status: 200 len: 945 time: 0.0812383 Jun 16 12:57:51.680654 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-a6e193f3-f95a-44c1-9c0f-789997cec3b7 service neutron] For port 7b48e13e-3a6f-4574-8166-606a38bb84d9, host hv-cinder-76629, cleared binding levels {{(pid=109146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:57:51.684402 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-a6e193f3-f95a-44c1-9c0f-789997cec3b7 service neutron] For port 7b48e13e-3a6f-4574-8166-606a38bb84d9, host hv-cinder-76629, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=7b48e13e-3a6f-4574-8166-606a38bb84d9,segment=NetworkSegment(6dc87b74-fa9b-4fec-98f9-e86e1f76efc0),segment_id=6dc87b74-fa9b-4fec-98f9-e86e1f76efc0)] {{(pid=109146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:57:51.693128 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-a6e193f3-f95a-44c1-9c0f-789997cec3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32077174'] for port, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:51.695325 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7f1b61c5-8f4c-4b68-b4ec-43cde4cf67a9 req-6a048f0a-4d41-40ca-af52-d4770ae2a8e7 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=3f7671d7-3298-468e-a13d-655d93c112a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551629 Jun 16 12:57:51.695903 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-fdf69dca-f769-499d-b98b-9a55f4228caf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:57:51.731665 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-a6e193f3-f95a-44c1-9c0f-789997cec3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:51.733071 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-a6e193f3-f95a-44c1-9c0f-789997cec3b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:51.736626 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-a6e193f3-f95a-44c1-9c0f-789997cec3b7 service neutron] 10.222.0.73 "PUT /v2.0/ports/7b48e13e-3a6f-4574-8166-606a38bb84d9 HTTP/1.1" status: 200 len: 1094 time: 1.0521204 Jun 16 12:57:51.737235 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '742ba75e-3637-4baf-97d2-afb946a1c2df', 'tag': '7b48e13e-3a6f-4574-8166-606a38bb84d9'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:57:51.740140 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d3ced2b0755242c869f5b076fa8168e6e97917c7fd5877aaea6e5f8b8701d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89108441-ce40-4449-8bd1-517dbc7f7edd" -d '{"events": [{"name": "network-changed", "server_uuid": "742ba75e-3637-4baf-97d2-afb946a1c2df", "tag": "7b48e13e-3a6f-4574-8166-606a38bb84d9"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:57:51.809037 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 12:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd4c115-df4d-4081-9eed-c7f02db5f595 x-openstack-request-id: req-fdd4c115-df4d-4081-9eed-c7f02db5f595 {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:57:51.809610 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "742ba75e-3637-4baf-97d2-afb946a1c2df", "tag": "7b48e13e-3a6f-4574-8166-606a38bb84d9", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:57:51.810137 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fdd4c115-df4d-4081-9eed-c7f02db5f595 {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:57:51.811127 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '742ba75e-3637-4baf-97d2-afb946a1c2df', 'tag': '7b48e13e-3a6f-4574-8166-606a38bb84d9', 'status': 'completed', 'code': 200} Jun 16 12:57:51.814812 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e193f3-f95a-44c1-9c0f-789997cec3b7 service neutron] Pushing event updated for resources: {'Port': ['ID=7b48e13e-3a6f-4574-8166-606a38bb84d9,revision_number=3']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:57:51.849010 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-a6e193f3-f95a-44c1-9c0f-789997cec3b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:57:51.885375 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-c33c9950-14a0-4fe7-8f64-a6aa7ab9b15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:51.887063 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-c33c9950-14a0-4fe7-8f64-a6aa7ab9b15e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b190697836274e48bfc2a7527bea4714&device_id=742ba75e-3637-4baf-97d2-afb946a1c2df HTTP/1.1" status: 200 len: 1097 time: 0.0942905 Jun 16 12:57:51.945445 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-c0185796-cc8f-46f4-95cf-d22eea8cf482 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b48e13e-3a6f-4574-8166-606a38bb84d9 HTTP/1.1" status: 200 len: 217 time: 0.0448699 Jun 16 12:57:52.033733 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-49c3b146-3d50-47cc-af0a-11ce33d1de20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:52.035389 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-49c3b146-3d50-47cc-af0a-11ce33d1de20 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a6d9136b-32f8-473f-97ec-e2d15c27c817 HTTP/1.1" status: 200 len: 853 time: 0.0815322 Jun 16 12:57:52.079368 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-ce934491-e8c2-4081-b5e6-269bb6fb285c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f8b78716-a0ef-4b4b-b599-510808b7c0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322814 Jun 16 12:57:52.210868 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-5d9f7b3a-52e1-4806-96fc-65103ca087a6 service neutron] 10.222.0.73 "GET /v2.0/networks/f8b78716-a0ef-4b4b-b599-510808b7c0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190646 Jun 16 12:57:52.257205 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27188ee2-4baa-4bc0-9f34-513f4969339f req-50b75314-fab2-4af7-8eec-d874ed89b94d tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:52.259999 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-27188ee2-4baa-4bc0-9f34-513f4969339f req-50b75314-fab2-4af7-8eec-d874ed89b94d tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/ports?device_id=742ba75e-3637-4baf-97d2-afb946a1c2df HTTP/1.1" status: 200 len: 944 time: 0.1152365 Jun 16 12:57:52.328178 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-27188ee2-4baa-4bc0-9f34-513f4969339f req-2b19ddd6-08ab-4dc9-ab1f-baa198632676 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8b53246-31a2-446c-81fe-01114c96e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581510 Jun 16 12:57:52.357137 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9c12ffdf-25df-4c68-a718-53d01be45f31 req-fe534569-f21e-4027-85a4-935cdb3c49c7 service neutron] 10.222.0.73 "GET /v2.0/networks/f8b78716-a0ef-4b4b-b599-510808b7c0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308818 Jun 16 12:57:52.510943 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89108441-ce40-4449-8bd1-517dbc7f7edd req-24f24cc8-0dc1-4f38-8a05-55e79c086f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:52.513117 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-89108441-ce40-4449-8bd1-517dbc7f7edd req-24f24cc8-0dc1-4f38-8a05-55e79c086f52 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b190697836274e48bfc2a7527bea4714&device_id=742ba75e-3637-4baf-97d2-afb946a1c2df HTTP/1.1" status: 200 len: 1097 time: 0.0724752 Jun 16 12:57:52.556910 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c3315-1e32-4bff-a539-c8068500142b req-27f0d09d-36d4-463d-9dd8-9b520710505d tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:52.560045 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-424c3315-1e32-4bff-a539-c8068500142b req-27f0d09d-36d4-463d-9dd8-9b520710505d tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c720fc6-c9e4-476c-9a86-b2280c30dbd7 HTTP/1.1" status: 200 len: 945 time: 0.1190119 Jun 16 12:57:52.686573 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89108441-ce40-4449-8bd1-517dbc7f7edd req-105569ba-d68e-4e78-a9e8-779c34841084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:52.690548 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-89108441-ce40-4449-8bd1-517dbc7f7edd req-105569ba-d68e-4e78-a9e8-779c34841084 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f8b78716-a0ef-4b4b-b599-510808b7c0e0 HTTP/1.1" status: 200 len: 914 time: 0.1679771 Jun 16 12:57:52.732524 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-424c3315-1e32-4bff-a539-c8068500142b req-7a848998-b141-47c9-97af-f1d4c839f818 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Deleting port ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:57:52.733275 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-424c3315-1e32-4bff-a539-c8068500142b req-7a848998-b141-47c9-97af-f1d4c839f818 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:52.747324 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-89108441-ce40-4449-8bd1-517dbc7f7edd req-c2fa1868-427f-4df1-a710-0fd0c6e6c3a1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b48e13e-3a6f-4574-8166-606a38bb84d9 HTTP/1.1" status: 200 len: 217 time: 0.0441573 Jun 16 12:57:52.852135 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89108441-ce40-4449-8bd1-517dbc7f7edd req-c2deec17-2bcd-4b45-9332-301c6160c606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:52.854770 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-89108441-ce40-4449-8bd1-517dbc7f7edd req-c2deec17-2bcd-4b45-9332-301c6160c606 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a6d9136b-32f8-473f-97ec-e2d15c27c817 HTTP/1.1" status: 200 len: 853 time: 0.0927312 Jun 16 12:57:52.882707 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-424c3315-1e32-4bff-a539-c8068500142b req-7a848998-b141-47c9-97af-f1d4c839f818 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] For port ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd,segment=NetworkSegment(c134a422-ed02-4a76-b565-b54dfcd7a8d9),segment_id=c134a422-ed02-4a76-b565-b54dfcd7a8d9)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:57:52.883708 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-424c3315-1e32-4bff-a539-c8068500142b req-7a848998-b141-47c9-97af-f1d4c839f818 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:52.898451 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-89108441-ce40-4449-8bd1-517dbc7f7edd req-9ddbe5bb-9eb5-41ad-9d74-caca3bd82d5f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f8b78716-a0ef-4b4b-b599-510808b7c0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358355 Jun 16 12:57:53.060809 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-89108441-ce40-4449-8bd1-517dbc7f7edd req-7d1e9d92-816c-4387-89e3-82854faea8e3 service neutron] 10.222.0.73 "GET /v2.0/networks/f8b78716-a0ef-4b4b-b599-510808b7c0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541960 Jun 16 12:57:53.079133 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def315a-d96c-4389-b737-6b492ea02c8b req-d18a2bf8-fe1c-45c6-a68e-fc89a8c8fe78 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:53.080958 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0def315a-d96c-4389-b737-6b492ea02c8b req-d18a2bf8-fe1c-45c6-a68e-fc89a8c8fe78 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c720fc6-c9e4-476c-9a86-b2280c30dbd7 HTTP/1.1" status: 200 len: 945 time: 0.2012908 Jun 16 12:57:53.187424 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-89108441-ce40-4449-8bd1-517dbc7f7edd req-8ad9835d-9749-4f9e-9866-b5b55d3e56d6 service neutron] 10.222.0.73 "GET /v2.0/networks/f8b78716-a0ef-4b4b-b599-510808b7c0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177905 Jun 16 12:57:53.243181 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0def315a-d96c-4389-b737-6b492ea02c8b req-a236c75d-237e-497f-8291-c0699e010043 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups?id=3f7671d7-3298-468e-a13d-655d93c112a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961554 Jun 16 12:57:53.248511 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-424c3315-1e32-4bff-a539-c8068500142b req-7a848998-b141-47c9-97af-f1d4c839f818 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:53.249145 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-424c3315-1e32-4bff-a539-c8068500142b req-7a848998-b141-47c9-97af-f1d4c839f818 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442364'] for floatingip, after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:53.249686 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.db.l3_db [req-424c3315-1e32-4bff-a539-c8068500142b req-7a848998-b141-47c9-97af-f1d4c839f818 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Floating IP 45d8478f-e1e7-4a49-943f-b1cba7203bdb disassociated. External IP: 172.27.0.178, port: ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd. Jun 16 12:57:53.250325 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-424c3315-1e32-4bff-a539-c8068500142b req-7a848998-b141-47c9-97af-f1d4c839f818 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Calling delete_port for ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd owned by compute:nova {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:57:53.427515 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-424c3315-1e32-4bff-a539-c8068500142b req-7a848998-b141-47c9-97af-f1d4c839f818 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26528900'] for port, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:53.432181 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-cfb21ce5-f6ff-4017-88e9-b947ae2bedbd tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:57:53.464588 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a848998-b141-47c9-97af-f1d4c839f818 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Pushing event deleted for resources: {'Port': ['ID=ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:57:53.468305 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-7a848998-b141-47c9-97af-f1d4c839f818 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:57:53.663406 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.l3_agent_scheduler [req-424c3315-1e32-4bff-a539-c8068500142b req-7a848998-b141-47c9-97af-f1d4c839f818 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Router d90b2468-74ee-4397-8c5f-cea2a71abb18 has already been hosted by L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 {{(pid=109145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 12:57:53.678678 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6f612-2702-401f-a98a-181a2ba59ae7 req-b247abc1-4011-4317-8d18-10b6ef111873 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:53.680468 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a4e6f612-2702-401f-a98a-181a2ba59ae7 req-b247abc1-4011-4317-8d18-10b6ef111873 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/ports?device_id=742ba75e-3637-4baf-97d2-afb946a1c2df HTTP/1.1" status: 200 len: 944 time: 0.1260066 Jun 16 12:57:53.813350 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a4e6f612-2702-401f-a98a-181a2ba59ae7 req-31b3c43c-5c03-4a7a-8322-f4184c92bcf2 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8b53246-31a2-446c-81fe-01114c96e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219711 Jun 16 12:57:53.852499 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-424c3315-1e32-4bff-a539-c8068500142b req-7a848998-b141-47c9-97af-f1d4c839f818 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 12:57:53.870588 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49716bf3-eec0-45c4-9b58-e25fcf54f323 None None] Sync routers for ids ['d90b2468-74ee-4397-8c5f-cea2a71abb18'] in dv-cinder-766296-6-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 12:57:53.888761 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49716bf3-eec0-45c4-9b58-e25fcf54f323 None None] Routers {'d90b2468-74ee-4397-8c5f-cea2a71abb18'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:57:53.890005 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-49716bf3-eec0-45c4-9b58-e25fcf54f323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644ab77b20>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:57:35Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['d90b2468-74ee-4397-8c5f-cea2a71abb18'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:57:53.925061 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-424c3315-1e32-4bff-a539-c8068500142b req-7a848998-b141-47c9-97af-f1d4c839f818 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] No DVR routers for this DVR port ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd on host hv-cinder-76629 {{(pid=109145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 12:57:53.929049 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-424c3315-1e32-4bff-a539-c8068500142b req-7a848998-b141-47c9-97af-f1d4c839f818 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:53.932670 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-424c3315-1e32-4bff-a539-c8068500142b req-7a848998-b141-47c9-97af-f1d4c839f818 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.73 "DELETE /v2.0/ports/ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd HTTP/1.1" status: 204 len: 173 time: 1.3659601 Jun 16 12:57:53.933510 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c720fc6-c9e4-476c-9a86-b2280c30dbd7', 'name': 'network-vif-deleted', 'tag': 'ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:57:53.937844 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9bae50dfbf258dfcc1b22b71b0f324177d6a2dd6dbdff5bf738173c6d3102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dffedd1-4f54-4239-a037-38cc2ed80eaa" -d '{"events": [{"server_uuid": "6c720fc6-c9e4-476c-9a86-b2280c30dbd7", "name": "network-vif-deleted", "tag": "ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:57:53.997456 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 12:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa06f2a-5eb2-4d31-9200-0a4d0a95d895 x-openstack-request-id: req-baa06f2a-5eb2-4d31-9200-0a4d0a95d895 {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:57:53.998032 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c720fc6-c9e4-476c-9a86-b2280c30dbd7", "name": "network-vif-deleted", "tag": "ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:57:54.000553 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-baa06f2a-5eb2-4d31-9200-0a4d0a95d895 {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:57:54.001358 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c720fc6-c9e4-476c-9a86-b2280c30dbd7', 'name': 'network-vif-deleted', 'tag': 'ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd', 'status': 'completed', 'code': 200} Jun 16 12:57:54.071811 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-49716bf3-eec0-45c4-9b58-e25fcf54f323 None None] Set router d90b2468-74ee-4397-8c5f-cea2a71abb18 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:57:54.307473 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-49716bf3-eec0-45c4-9b58-e25fcf54f323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644ab77b20>, [{'id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'name': 'tempest-AttachVolumeTestJSON-2070282617-router', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:23Z', 'updated_at': '2021-06-16T12:49:36Z', 'revision_number': 4, 'project_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'gw_port': {'id': 'd2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:25Z', 'updated_at': '2021-06-16T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '430791d5-2282-4cc2-afa2-e94d4ce8a8a8', 'name': '', 'network_id': 'ea00ad74-87b8-4238-b685-834f4d31b647', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'mac_address': 'fa:16:3e:bc:0b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1a94bd32-4e74-4078-a9cb-34eb92b42cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:32Z', 'updated_at': '2021-06-16T12:49:56Z', 'revision_number': 5, 'project_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'subnets': [{'id': '1a94bd32-4e74-4078-a9cb-34eb92b42cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:57:54.312183 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49716bf3-eec0-45c4-9b58-e25fcf54f323 None None] Checking router: d90b2468-74ee-4397-8c5f-cea2a71abb18 for host: dv-cinder-766296-6-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 12:57:54.323378 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49716bf3-eec0-45c4-9b58-e25fcf54f323 None None] Routers {'d90b2468-74ee-4397-8c5f-cea2a71abb18'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:57:54.324111 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-49716bf3-eec0-45c4-9b58-e25fcf54f323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644ab77b20>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:57:35Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['d90b2468-74ee-4397-8c5f-cea2a71abb18'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:57:54.485849 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-49716bf3-eec0-45c4-9b58-e25fcf54f323 None None] Set router d90b2468-74ee-4397-8c5f-cea2a71abb18 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:57:54.764511 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-11f9cf9d-c9bc-464a-aecd-c3e09eb072bf req-fb0e0f8d-bac3-41b6-9d8b-4033db890668 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/ports?device_id=6c720fc6-c9e4-476c-9a86-b2280c30dbd7 HTTP/1.1" status: 200 len: 210 time: 0.3548353 Jun 16 12:57:54.848856 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-49716bf3-eec0-45c4-9b58-e25fcf54f323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644ab77b20>, [{'id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'name': 'tempest-AttachVolumeTestJSON-2070282617-router', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:23Z', 'updated_at': '2021-06-16T12:49:36Z', 'revision_number': 4, 'project_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'gw_port': {'id': 'd2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:25Z', 'updated_at': '2021-06-16T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '430791d5-2282-4cc2-afa2-e94d4ce8a8a8', 'name': '', 'network_id': 'ea00ad74-87b8-4238-b685-834f4d31b647', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'mac_address': 'fa:16:3e:bc:0b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1a94bd32-4e74-4078-a9cb-34eb92b42cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:32Z', 'updated_at': '2021-06-16T12:49:56Z', 'revision_number': 5, 'project_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'subnets': [{'id': '1a94bd32-4e74-4078-a9cb-34eb92b42cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:57:54.853109 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49716bf3-eec0-45c4-9b58-e25fcf54f323 None None] The sync data for ids ['d90b2468-74ee-4397-8c5f-cea2a71abb18'] in dv-cinder-766296-6-iscsi is: [{'id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'name': 'tempest-AttachVolumeTestJSON-2070282617-router', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:23Z', 'updated_at': '2021-06-16T12:49:36Z', 'revision_number': 4, 'project_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'gw_port': {'id': 'd2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:25Z', 'updated_at': '2021-06-16T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '430791d5-2282-4cc2-afa2-e94d4ce8a8a8', 'name': '', 'network_id': 'ea00ad74-87b8-4238-b685-834f4d31b647', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'mac_address': 'fa:16:3e:bc:0b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1a94bd32-4e74-4078-a9cb-34eb92b42cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:32Z', 'updated_at': '2021-06-16T12:49:56Z', 'revision_number': 5, 'project_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'subnets': [{'id': '1a94bd32-4e74-4078-a9cb-34eb92b42cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 12:57:55.133298 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52942b9-0e58-42b6-b8e4-4ed116cfdcf3 req-7b1dd965-7eb4-4ff0-919a-5764217a27e7 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:55.136207 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f52942b9-0e58-42b6-b8e4-4ed116cfdcf3 req-7b1dd965-7eb4-4ff0-919a-5764217a27e7 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/ports?device_id=742ba75e-3637-4baf-97d2-afb946a1c2df HTTP/1.1" status: 200 len: 944 time: 0.1178689 Jun 16 12:57:55.164871 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd12f2d0-e17e-4f71-bf0a-3aa70c4f57b8 None None] New status for floating IP 45d8478f-e1e7-4a49-943f-b1cba7203bdb: DOWN {{(pid=109148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 12:57:55.214786 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f52942b9-0e58-42b6-b8e4-4ed116cfdcf3 req-7ea25f4f-e7b9-4fe0-942f-c508f258a2b9 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8b53246-31a2-446c-81fe-01114c96e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672290 Jun 16 12:57:55.702147 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 7b48e13e-3a6f-4574-8166-606a38bb84d9 details requested by agent hyperv_hv-cinder-76629 with host hv-cinder-76629 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 12:57:55.822949 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 7b48e13e-3a6f-4574-8166-606a38bb84d9, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=7b48e13e-3a6f-4574-8166-606a38bb84d9,segment=NetworkSegment(6dc87b74-fa9b-4fec-98f9-e86e1f76efc0),segment_id=6dc87b74-fa9b-4fec-98f9-e86e1f76efc0)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:57:55.839976 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Returning: {'device': '7b48e13e-3a6f-4574-8166-606a38bb84d9', 'network_id': 'f8b78716-a0ef-4b4b-b599-510808b7c0e0', 'port_id': '7b48e13e-3a6f-4574-8166-606a38bb84d9', 'mac_address': 'fa:16:3e:39:7a:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6d9136b-32f8-473f-97ec-e2d15c27c817', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 12:57:55.885503 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:55.902119 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-43072469-a160-4d16-9402-2253616714b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b48e13e-3a6f-4574-8166-606a38bb84d9 {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 12:57:55.925517 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 52556) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:57:55.934863 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 7b48e13e-3a6f-4574-8166-606a38bb84d9, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=7b48e13e-3a6f-4574-8166-606a38bb84d9,segment=NetworkSegment(6dc87b74-fa9b-4fec-98f9-e86e1f76efc0),segment_id=6dc87b74-fa9b-4fec-98f9-e86e1f76efc0)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:57:55.940821 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:55.943190 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-c1a15bc0-52ab-4f5c-84ca-0ace991493ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:57:56.005491 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=7b48e13e-3a6f-4574-8166-606a38bb84d9,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:57:56.014808 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:57:56.015345 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:57:56.015780 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:57:56.016273 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:57:56.016715 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:57:56.017931 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:57:56.018380 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:57:56.018771 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:57:56.019154 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:57:56.019538 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:57:56.019991 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:57:56.020364 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:57:56.025119 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:57:56.037747 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-39083753-8353-487a-9c27-01e968623b15 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:56.085468 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-39083753-8353-487a-9c27-01e968623b15 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:56.169618 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-39083753-8353-487a-9c27-01e968623b15 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:56.172325 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-39083753-8353-487a-9c27-01e968623b15 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:56.173648 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-39083753-8353-487a-9c27-01e968623b15 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "DELETE /v2.0/security-groups/3f7671d7-3298-468e-a13d-655d93c112a6 HTTP/1.1" status: 204 len: 168 time: 0.2466452 Jun 16 12:57:56.174475 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-f2877fd1-c225-4e49-934b-17823d34b4fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:57:56.177490 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 52558) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:57:56.184760 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39083753-8353-487a-9c27-01e968623b15 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7671d7-3298-468e-a13d-655d93c112a6,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:57:56.187834 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-39083753-8353-487a-9c27-01e968623b15 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:57:56.202285 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.api.v2.resource [None req-a76d295d-d423-453e-8922-5b2e068e8f58 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] show failed (client error): The resource could not be found. Jun 16 12:57:56.204349 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-a76d295d-d423-453e-8922-5b2e068e8f58 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "GET /v2.0/security-groups/3f7671d7-3298-468e-a13d-655d93c112a6 HTTP/1.1" status: 404 len: 347 time: 0.0250983 Jun 16 12:57:56.211121 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 52560) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:57:56.249775 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] get_ports_and_sgs() called for port_ids ['7b48e13e-3a6f-4574-8166-606a38bb84d9'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 12:57:56.414909 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-92ad158d-9016-48f8-b423-bb65f66ad077 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Deleting port 4229eed6-0007-4aca-95ad-350263cdea0d {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:57:56.415483 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-92ad158d-9016-48f8-b423-bb65f66ad077 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:56.591200 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-92ad158d-9016-48f8-b423-bb65f66ad077 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:56.591486 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-92ad158d-9016-48f8-b423-bb65f66ad077 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:56.670815 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c04e42-6abc-4162-961e-e95101374936 req-1f975da1-8153-4d86-8edd-45aefa156b19 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:56.672410 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b7c04e42-6abc-4162-961e-e95101374936 req-1f975da1-8153-4d86-8edd-45aefa156b19 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/ports?device_id=742ba75e-3637-4baf-97d2-afb946a1c2df HTTP/1.1" status: 200 len: 945 time: 0.2269244 Jun 16 12:57:56.707296 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-92ad158d-9016-48f8-b423-bb65f66ad077 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Calling delete_port for 4229eed6-0007-4aca-95ad-350263cdea0d owned by network:floatingip {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:57:56.803660 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b7c04e42-6abc-4162-961e-e95101374936 req-14c54592-5e52-43a1-afd9-594eccad732a tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8b53246-31a2-446c-81fe-01114c96e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937507 Jun 16 12:57:56.909555 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-92ad158d-9016-48f8-b423-bb65f66ad077 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26528900'] for port, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:56.914970 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-83ce893e-2e06-4344-830d-1e6975fd7793 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:57:56.958271 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ad158d-9016-48f8-b423-bb65f66ad077 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Pushing event deleted for resources: {'Port': ['ID=4229eed6-0007-4aca-95ad-350263cdea0d,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:57:56.965312 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-92ad158d-9016-48f8-b423-bb65f66ad077 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:57:57.065092 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-92ad158d-9016-48f8-b423-bb65f66ad077 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks [] for floatingip, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:57.069960 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-92ad158d-9016-48f8-b423-bb65f66ad077 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for floatingip, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:57.072001 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-92ad158d-9016-48f8-b423-bb65f66ad077 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] 10.222.0.67 "DELETE /v2.0/floatingips/45d8478f-e1e7-4a49-943f-b1cba7203bdb HTTP/1.1" status: 204 len: 168 time: 0.8581717 Jun 16 12:57:57.712573 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 7b48e13e-3a6f-4574-8166-606a38bb84d9 up at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:57:57.771643 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning for port 7b48e13e-3a6f-4574-8166-606a38bb84d9 completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:57:57.776329 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning complete for port 7b48e13e-3a6f-4574-8166-606a38bb84d9 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:57:57.776714 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:57.886606 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:57.916137 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742ba75e-3637-4baf-97d2-afb946a1c2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b48e13e-3a6f-4574-8166-606a38bb84d9'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:57:57.918695 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc19868b2eeee4f788927d96de96bc76ef619c1c8eef803ec6a338432d17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb06effd-1ab6-4f5a-a376-b65dc48b907f" -d '{"events": [{"server_uuid": "742ba75e-3637-4baf-97d2-afb946a1c2df", "name": "network-vif-plugged", "status": "completed", "tag": "7b48e13e-3a6f-4574-8166-606a38bb84d9"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:57:57.944584 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 7b48e13e-3a6f-4574-8166-606a38bb84d9, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=7b48e13e-3a6f-4574-8166-606a38bb84d9,segment=NetworkSegment(6dc87b74-fa9b-4fec-98f9-e86e1f76efc0),segment_id=6dc87b74-fa9b-4fec-98f9-e86e1f76efc0)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:57:57.951335 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:57:57.961017 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd no longer exists at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 12:57:57.972027 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:57:58.031052 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 12:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1c9d2e-5b56-4d70-8991-fe706243301f x-openstack-request-id: req-db1c9d2e-5b56-4d70-8991-fe706243301f {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:57:58.031357 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "742ba75e-3637-4baf-97d2-afb946a1c2df", "name": "network-vif-plugged", "status": "completed", "tag": "7b48e13e-3a6f-4574-8166-606a38bb84d9", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:57:58.031601 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-db1c9d2e-5b56-4d70-8991-fe706243301f {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:57:58.032013 dv-cinder-766296-6-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '742ba75e-3637-4baf-97d2-afb946a1c2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b48e13e-3a6f-4574-8166-606a38bb84d9', 'code': 200} Jun 16 12:57:58.035544 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-43072469-a160-4d16-9402-2253616714b8 None None] No Port match for: ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 12:57:58.035897 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device ab3e26d7-9dc4-4e8b-981d-4f9a26534cdd not bound to the agent host hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 12:57:58.067746 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=7b48e13e-3a6f-4574-8166-606a38bb84d9,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:57:58.071577 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:57:58.157687 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433d775-5f84-4a1f-a598-f04a5a26f0fb req-c7fc2c14-5da8-4003-9909-a5ffbf4211af tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:58.160474 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d433d775-5f84-4a1f-a598-f04a5a26f0fb req-c7fc2c14-5da8-4003-9909-a5ffbf4211af tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/ports?device_id=742ba75e-3637-4baf-97d2-afb946a1c2df HTTP/1.1" status: 200 len: 946 time: 0.1308954 Jun 16 12:57:58.218550 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d433d775-5f84-4a1f-a598-f04a5a26f0fb req-57ba221c-5345-48f2-bbd2-e532d70a9910 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8b53246-31a2-446c-81fe-01114c96e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504477 Jun 16 12:57:58.318150 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737c18c-dad8-4e7b-9eda-d6f4fe07b923 req-f9969cfa-f5b0-4754-9726-94763ece02c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:58.321113 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9737c18c-dad8-4e7b-9eda-d6f4fe07b923 req-f9969cfa-f5b0-4754-9726-94763ece02c6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=742ba75e-3637-4baf-97d2-afb946a1c2df HTTP/1.1" status: 200 len: 1099 time: 0.0800467 Jun 16 12:57:58.385043 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9737c18c-dad8-4e7b-9eda-d6f4fe07b923 req-0626fcc4-9773-409e-9bd2-f37703143d4e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b8b53246-31a2-446c-81fe-01114c96e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533018 Jun 16 12:57:59.480521 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106a3af-3d7f-4174-8e6e-5ee05b28e91d req-395b1340-fe35-4e66-b8a3-2e576fa96c6d tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:57:59.483386 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2106a3af-3d7f-4174-8e6e-5ee05b28e91d req-395b1340-fe35-4e66-b8a3-2e576fa96c6d tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/ports?device_id=742ba75e-3637-4baf-97d2-afb946a1c2df HTTP/1.1" status: 200 len: 946 time: 0.1088862 Jun 16 12:57:59.544992 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2106a3af-3d7f-4174-8e6e-5ee05b28e91d req-5b2ade77-c185-4bac-9055-8cf8457ed595 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8b53246-31a2-446c-81fe-01114c96e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491657 Jun 16 12:58:00.833589 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265dfdf3-519a-4e42-8561-c8ded934f563 req-df0ecbd2-1a1e-4ea3-84b7-6b1f0b6a877b tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:00.835793 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-265dfdf3-519a-4e42-8561-c8ded934f563 req-df0ecbd2-1a1e-4ea3-84b7-6b1f0b6a877b tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/ports?device_id=742ba75e-3637-4baf-97d2-afb946a1c2df HTTP/1.1" status: 200 len: 946 time: 0.1087348 Jun 16 12:58:00.891892 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-265dfdf3-519a-4e42-8561-c8ded934f563 req-f64af985-fd2b-4931-aab4-bd09e3e8dbd0 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8b53246-31a2-446c-81fe-01114c96e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452297 Jun 16 12:58:00.966558 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-dfdb1c8f-f73e-4e90-9411-419ec0ba665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:01.183063 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 52602) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:02.264979 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-4638ad97-a535-40e6-8042-495314948cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428507'] for router_interface, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:02.672337 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-4638ad97-a535-40e6-8042-495314948cbd admin admin] Deleting port 430791d5-2282-4cc2-afa2-e94d4ce8a8a8 {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:58:02.672765 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-4638ad97-a535-40e6-8042-495314948cbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:02.822568 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [None req-4638ad97-a535-40e6-8042-495314948cbd admin admin] For port 430791d5-2282-4cc2-afa2-e94d4ce8a8a8, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=430791d5-2282-4cc2-afa2-e94d4ce8a8a8,segment=NetworkSegment(c134a422-ed02-4a76-b565-b54dfcd7a8d9),segment_id=c134a422-ed02-4a76-b565-b54dfcd7a8d9)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:58:02.823196 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-4638ad97-a535-40e6-8042-495314948cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:02.953562 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-4638ad97-a535-40e6-8042-495314948cbd admin admin] Calling delete_port for 430791d5-2282-4cc2-afa2-e94d4ce8a8a8 owned by network:router_interface {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:58:03.078020 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:03.328345 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-4638ad97-a535-40e6-8042-495314948cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26528900'] for port, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:03.332821 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-505f56c4-1dd2-4115-ae3d-a68255afb9fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:03.374063 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4638ad97-a535-40e6-8042-495314948cbd admin admin] Pushing event deleted for resources: {'Port': ['ID=430791d5-2282-4cc2-afa2-e94d4ce8a8a8,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:03.383813 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-4638ad97-a535-40e6-8042-495314948cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:03.692023 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-4638ad97-a535-40e6-8042-495314948cbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428367'] for router_interface, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:04.046893 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4638ad97-a535-40e6-8042-495314948cbd admin admin] Router d90b2468-74ee-4397-8c5f-cea2a71abb18 has already been hosted by L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 {{(pid=109145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 12:58:04.183527 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4638ad97-a535-40e6-8042-495314948cbd admin admin] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 12:58:04.190888 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-4638ad97-a535-40e6-8042-495314948cbd admin admin] 10.222.0.67 "PUT /v2.0/routers/d90b2468-74ee-4397-8c5f-cea2a71abb18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0056791 Jun 16 12:58:04.194807 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 52618) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:04.199386 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98b078e-adcf-4d18-9c2a-04ec7e0d6550 None None] Sync routers for ids ['d90b2468-74ee-4397-8c5f-cea2a71abb18'] in dv-cinder-766296-6-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 12:58:04.217470 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98b078e-adcf-4d18-9c2a-04ec7e0d6550 None None] Routers {'d90b2468-74ee-4397-8c5f-cea2a71abb18'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:58:04.218574 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-d98b078e-adcf-4d18-9c2a-04ec7e0d6550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a1cb250>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:57:35Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['d90b2468-74ee-4397-8c5f-cea2a71abb18'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:58:04.368049 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-82aa0fca-ecbe-4416-be0f-0c36f6d08e6a admin admin] Notify callbacks [] for router, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:04.412305 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-d98b078e-adcf-4d18-9c2a-04ec7e0d6550 None None] Set router d90b2468-74ee-4397-8c5f-cea2a71abb18 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:58:04.572229 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-82aa0fca-ecbe-4416-be0f-0c36f6d08e6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:04.647794 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-82aa0fca-ecbe-4416-be0f-0c36f6d08e6a admin admin] Deleting port d2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5 {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:58:04.648282 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-82aa0fca-ecbe-4416-be0f-0c36f6d08e6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:04.752644 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-d98b078e-adcf-4d18-9c2a-04ec7e0d6550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a1cb250>, [{'id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'name': 'tempest-AttachVolumeTestJSON-2070282617-router', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'd2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:23Z', 'updated_at': '2021-06-16T12:58:03Z', 'revision_number': 5, 'project_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'gw_port': {'id': 'd2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:25Z', 'updated_at': '2021-06-16T12:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi'}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:58:04.762346 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98b078e-adcf-4d18-9c2a-04ec7e0d6550 None None] Checking router: d90b2468-74ee-4397-8c5f-cea2a71abb18 for host: dv-cinder-766296-6-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 12:58:04.781540 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98b078e-adcf-4d18-9c2a-04ec7e0d6550 None None] Routers {'d90b2468-74ee-4397-8c5f-cea2a71abb18'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:58:04.782798 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-d98b078e-adcf-4d18-9c2a-04ec7e0d6550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a1cb250>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:57:35Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['d90b2468-74ee-4397-8c5f-cea2a71abb18'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:58:05.151825 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-d98b078e-adcf-4d18-9c2a-04ec7e0d6550 None None] Set router d90b2468-74ee-4397-8c5f-cea2a71abb18 gateway port host: None {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:58:05.192623 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [None req-82aa0fca-ecbe-4416-be0f-0c36f6d08e6a admin admin] For port d2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=d2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5,segment=NetworkSegment(ccabc92d-cb7c-48c7-8ba2-36435bcfb991),segment_id=ccabc92d-cb7c-48c7-8ba2-36435bcfb991)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:58:05.193167 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-82aa0fca-ecbe-4416-be0f-0c36f6d08e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:05.263947 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-d98b078e-adcf-4d18-9c2a-04ec7e0d6550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a1cb250>, [{'id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'name': 'tempest-AttachVolumeTestJSON-2070282617-router', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:23Z', 'updated_at': '2021-06-16T12:58:04Z', 'revision_number': 6, 'project_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'gw_port_host': None}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:58:05.271612 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98b078e-adcf-4d18-9c2a-04ec7e0d6550 None None] The sync data for ids ['d90b2468-74ee-4397-8c5f-cea2a71abb18'] in dv-cinder-766296-6-iscsi is: [{'id': 'd90b2468-74ee-4397-8c5f-cea2a71abb18', 'name': 'tempest-AttachVolumeTestJSON-2070282617-router', 'tenant_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:23Z', 'updated_at': '2021-06-16T12:58:04Z', 'revision_number': 6, 'project_id': '3f9713ea5e7f4789a25afeaba4a1b9b2', 'gw_port_host': None}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 12:58:05.308283 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-82aa0fca-ecbe-4416-be0f-0c36f6d08e6a admin admin] Calling delete_port for d2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5 owned by network:router_gateway {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:58:05.311917 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-9707b025-bca2-4bcf-a785-0ca5a5663f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:05.605507 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-82aa0fca-ecbe-4416-be0f-0c36f6d08e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26528900'] for port, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:05.609336 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-a40223f2-946a-4ca1-b8a7-c6ccd0d9db2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:05.644351 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aa0fca-ecbe-4416-be0f-0c36f6d08e6a admin admin] Pushing event deleted for resources: {'Port': ['ID=d2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:05.651634 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-82aa0fca-ecbe-4416-be0f-0c36f6d08e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:05.689792 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:05.746580 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-82aa0fca-ecbe-4416-be0f-0c36f6d08e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442124'] for router_gateway, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:05.866965 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-82aa0fca-ecbe-4416-be0f-0c36f6d08e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13951'] for router, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:05.869707 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-82aa0fca-ecbe-4416-be0f-0c36f6d08e6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:05.945607 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-82aa0fca-ecbe-4416-be0f-0c36f6d08e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443462'] for router, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:05.946569 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82aa0fca-ecbe-4416-be0f-0c36f6d08e6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d90b2468-74ee-4397-8c5f-cea2a71abb18 {{(pid=109145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 12:58:05.955075 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-82aa0fca-ecbe-4416-be0f-0c36f6d08e6a admin admin] Notify callbacks [] for router, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:05.957295 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-82aa0fca-ecbe-4416-be0f-0c36f6d08e6a admin admin] 10.222.0.67 "DELETE /v2.0/routers/d90b2468-74ee-4397-8c5f-cea2a71abb18 HTTP/1.1" status: 204 len: 168 time: 1.7609315 Jun 16 12:58:05.961415 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 52624) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:06.053189 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_v2 [None req-77879ce4-b286-4171-a840-2eaa66d22186 admin admin] Deleting subnet 1a94bd32-4e74-4078-a9cb-34eb92b42cef {{(pid=109145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 12:58:06.058784 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-77879ce4-b286-4171-a840-2eaa66d22186 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:06.129406 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-77879ce4-b286-4171-a840-2eaa66d22186 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26526573'] for subnet, precommit_delete_associations {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:06.361943 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-77879ce4-b286-4171-a840-2eaa66d22186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3717015'] for subnet, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:06.474754 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-77879ce4-b286-4171-a840-2eaa66d22186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3717000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26528846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26601117'] for subnet, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:06.480915 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:06.534321 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77879ce4-b286-4171-a840-2eaa66d22186 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a94bd32-4e74-4078-a9cb-34eb92b42cef,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:06.540681 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device d2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5 no longer exists at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 12:58:06.545177 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-77879ce4-b286-4171-a840-2eaa66d22186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for subnet, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:06.553163 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-77879ce4-b286-4171-a840-2eaa66d22186 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/1a94bd32-4e74-4078-a9cb-34eb92b42cef HTTP/1.1" status: 204 len: 168 time: 0.5865083 Jun 16 12:58:06.553739 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 52628) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:06.567174 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77879ce4-b286-4171-a840-2eaa66d22186 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:58:06.567929 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77879ce4-b286-4171-a840-2eaa66d22186 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:58:06.568665 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77879ce4-b286-4171-a840-2eaa66d22186 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:58:06.569467 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77879ce4-b286-4171-a840-2eaa66d22186 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:58:06.570416 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77879ce4-b286-4171-a840-2eaa66d22186 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:58:06.571336 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77879ce4-b286-4171-a840-2eaa66d22186 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:58:06.572067 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77879ce4-b286-4171-a840-2eaa66d22186 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:58:06.572788 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77879ce4-b286-4171-a840-2eaa66d22186 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:58:06.573497 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77879ce4-b286-4171-a840-2eaa66d22186 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:58:06.574268 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77879ce4-b286-4171-a840-2eaa66d22186 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:58:06.575040 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77879ce4-b286-4171-a840-2eaa66d22186 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:58:06.575810 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77879ce4-b286-4171-a840-2eaa66d22186 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:58:06.591526 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-77879ce4-b286-4171-a840-2eaa66d22186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:06.597648 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdda920-7a05-42d3-b4c4-0843331d420b None None] Network ea00ad74-87b8-4238-b685-834f4d31b647 requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:58:06.620008 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] No Port match for: d2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 12:58:06.620395 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device d2afbe42-7a3d-45f0-b2c4-9ddee2c8ded5 not bound to the agent host dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 12:58:06.620878 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 430791d5-2282-4cc2-afa2-e94d4ce8a8a8 no longer exists at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 12:58:06.663450 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] No Port match for: 430791d5-2282-4cc2-afa2-e94d4ce8a8a8 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 12:58:06.663804 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 430791d5-2282-4cc2-afa2-e94d4ce8a8a8 not bound to the agent host dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 12:58:06.692790 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-65fe0483-32c4-46ee-bf92-b45b09ee7cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3773194'] for network, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:06.796251 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-65fe0483-32c4-46ee-bf92-b45b09ee7cd1 admin admin] Deleting port 3e165895-fdf9-445f-9fa2-5cd7b5a4d6a1 {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:58:06.796998 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-65fe0483-32c4-46ee-bf92-b45b09ee7cd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:06.934377 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [None req-65fe0483-32c4-46ee-bf92-b45b09ee7cd1 admin admin] For port 3e165895-fdf9-445f-9fa2-5cd7b5a4d6a1, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=3e165895-fdf9-445f-9fa2-5cd7b5a4d6a1,segment=NetworkSegment(c134a422-ed02-4a76-b565-b54dfcd7a8d9),segment_id=c134a422-ed02-4a76-b565-b54dfcd7a8d9)] {{(pid=109146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:58:06.935049 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-65fe0483-32c4-46ee-bf92-b45b09ee7cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:06.959152 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334dd1d8-749e-462b-8233-404099f1d0e5 None None] DHCP port deletion for ea00ad74-87b8-4238-b685-834f4d31b647 request from dv-cinder-766296-6-iscsi {{(pid=109147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 12:58:07.029028 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:07.044444 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-334dd1d8-749e-462b-8233-404099f1d0e5 None None] Deleting port 3e165895-fdf9-445f-9fa2-5cd7b5a4d6a1 {{(pid=109147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:58:07.045050 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-334dd1d8-749e-462b-8233-404099f1d0e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:07.057956 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-65fe0483-32c4-46ee-bf92-b45b09ee7cd1 admin admin] Calling delete_port for 3e165895-fdf9-445f-9fa2-5cd7b5a4d6a1 owned by network:dhcp {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:58:07.167800 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-334dd1d8-749e-462b-8233-404099f1d0e5 None None] For port 3e165895-fdf9-445f-9fa2-5cd7b5a4d6a1, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=3e165895-fdf9-445f-9fa2-5cd7b5a4d6a1,segment=NetworkSegment(c134a422-ed02-4a76-b565-b54dfcd7a8d9),segment_id=c134a422-ed02-4a76-b565-b54dfcd7a8d9)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:58:07.168467 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-334dd1d8-749e-462b-8233-404099f1d0e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:07.201790 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-65fe0483-32c4-46ee-bf92-b45b09ee7cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32077183'] for port, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:07.218030 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-85c15658-8636-4a8a-97bd-2e14e55bada4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:07.255803 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fe0483-32c4-46ee-bf92-b45b09ee7cd1 admin admin] No DVR routers for this DVR port 3e165895-fdf9-445f-9fa2-5cd7b5a4d6a1 on host dv-cinder-766296-6-iscsi {{(pid=109146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 12:58:07.259554 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe0483-32c4-46ee-bf92-b45b09ee7cd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e165895-fdf9-445f-9fa2-5cd7b5a4d6a1,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:07.272056 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-334dd1d8-749e-462b-8233-404099f1d0e5 None None] Calling delete_port for 3e165895-fdf9-445f-9fa2-5cd7b5a4d6a1 owned by network:dhcp {{(pid=109147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:58:07.291689 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fe0483-32c4-46ee-bf92-b45b09ee7cd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:58:07.292062 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fe0483-32c4-46ee-bf92-b45b09ee7cd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:58:07.292584 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fe0483-32c4-46ee-bf92-b45b09ee7cd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:58:07.293166 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fe0483-32c4-46ee-bf92-b45b09ee7cd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:58:07.293680 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fe0483-32c4-46ee-bf92-b45b09ee7cd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:58:07.294064 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fe0483-32c4-46ee-bf92-b45b09ee7cd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:58:07.294521 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fe0483-32c4-46ee-bf92-b45b09ee7cd1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:58:07.294889 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fe0483-32c4-46ee-bf92-b45b09ee7cd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:58:07.295362 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fe0483-32c4-46ee-bf92-b45b09ee7cd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:58:07.295837 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fe0483-32c4-46ee-bf92-b45b09ee7cd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:58:07.296376 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fe0483-32c4-46ee-bf92-b45b09ee7cd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:58:07.296779 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fe0483-32c4-46ee-bf92-b45b09ee7cd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:58:07.325271 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-65fe0483-32c4-46ee-bf92-b45b09ee7cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:07.396640 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-65fe0483-32c4-46ee-bf92-b45b09ee7cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3713560', 'neutron.services.segments.db._delete_segments_for_network-8754302582321'] for network, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:07.417427 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-65fe0483-32c4-46ee-bf92-b45b09ee7cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f644c788ee0>,) {'filters': {'network_id': ['ea00ad74-87b8-4238-b685-834f4d31b647']}} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:58:07.422378 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-334dd1d8-749e-462b-8233-404099f1d0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447'] for port, after_delete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:07.428008 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-65aaa21b-54f1-4142-a6ca-8d64011ad0f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:07.437910 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-65fe0483-32c4-46ee-bf92-b45b09ee7cd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f644c788ee0>, 'c134a422-ed02-4a76-b565-b54dfcd7a8d9') {'for_net_delete': True} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:58:07.438387 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-65fe0483-32c4-46ee-bf92-b45b09ee7cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f644c788ee0>, 'c134a422-ed02-4a76-b565-b54dfcd7a8d9') {} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:58:07.457825 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-65fe0483-32c4-46ee-bf92-b45b09ee7cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754302581378', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32103746'] for segment, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:07.468624 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334dd1d8-749e-462b-8233-404099f1d0e5 None None] Pushing event deleted for resources: {'Port': ['ID=3e165895-fdf9-445f-9fa2-5cd7b5a4d6a1,revision_number=None']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:07.473003 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334dd1d8-749e-462b-8233-404099f1d0e5 None None] No DVR routers for this DVR port 3e165895-fdf9-445f-9fa2-5cd7b5a4d6a1 on host dv-cinder-766296-6-iscsi {{(pid=109147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 12:58:07.475907 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-334dd1d8-749e-462b-8233-404099f1d0e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:07.486977 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-65fe0483-32c4-46ee-bf92-b45b09ee7cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076'] for segment, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:07.500716 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65fe0483-32c4-46ee-bf92-b45b09ee7cd1 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=109146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 12:58:07.502050 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-65fe0483-32c4-46ee-bf92-b45b09ee7cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32077098'] for segment, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: retrieve_revision_numbers = { Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: retrieve_revision_numbers = { Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: conditions |= (models_v2.Port.network_id.in_( Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: retrieve_revision_numbers = { Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: conditions |= (models_v2.Port.network_id.in_( Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: retrieve_revision_numbers = { Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: retrieve_revision_numbers = { Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: retrieve_revision_numbers = { Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: conditions |= (models_v2.Port.network_id.in_( Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: retrieve_revision_numbers = { Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: Traceback (most recent call last): Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: timer() Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: cb(*args, **kw) Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: return func(*args, **kwargs) Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: self._notify() Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: self.callback(batched_events) Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: event.method(event) Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: return f(self, *a, **k) Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: return self._get(url).json() Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: return self.request(url, 'GET', **kwargs) Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 12:58:07.505447 dv-cinder-766296-6-iscsi neutron-server[109146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 12:58:07.603069 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-65fe0483-32c4-46ee-bf92-b45b09ee7cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3713553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442210'] for network, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:07.608260 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:07.614710 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-65fe0483-32c4-46ee-bf92-b45b09ee7cd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for network, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:07.617026 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-65fe0483-32c4-46ee-bf92-b45b09ee7cd1 admin admin] 10.222.0.67 "DELETE /v2.0/networks/ea00ad74-87b8-4238-b685-834f4d31b647 HTTP/1.1" status: 204 len: 168 time: 1.0618291 Jun 16 12:58:07.632495 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe0483-32c4-46ee-bf92-b45b09ee7cd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea00ad74-87b8-4238-b685-834f4d31b647,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:07.636097 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-65fe0483-32c4-46ee-bf92-b45b09ee7cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:07.802311 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 52634) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:07.881696 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-0904f2fa-40ad-4f3d-bdc6-554cd3fb499d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3f9713ea5e7f4789a25afeaba4a1b9b2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0772359 Jun 16 12:58:07.885121 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 52636) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:07.987697 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-348276fc-35c8-4a56-a62c-43f5b18f54f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:08.036987 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-348276fc-35c8-4a56-a62c-43f5b18f54f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:08.127698 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-348276fc-35c8-4a56-a62c-43f5b18f54f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:08.131351 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-348276fc-35c8-4a56-a62c-43f5b18f54f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:08.132890 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-348276fc-35c8-4a56-a62c-43f5b18f54f0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b24b20cc-10c2-47ed-afc9-82cc3a77d877 HTTP/1.1" status: 204 len: 168 time: 0.2466245 Jun 16 12:58:08.133933 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-e51ade49-1662-49a1-8def-7caccdfc49ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:08.148487 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348276fc-35c8-4a56-a62c-43f5b18f54f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24b20cc-10c2-47ed-afc9-82cc3a77d877,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:08.153441 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-348276fc-35c8-4a56-a62c-43f5b18f54f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:08.528698 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 3e165895-fdf9-445f-9fa2-5cd7b5a4d6a1 no longer exists at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 12:58:08.570144 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] No Port match for: 3e165895-fdf9-445f-9fa2-5cd7b5a4d6a1 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 12:58:08.570800 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 3e165895-fdf9-445f-9fa2-5cd7b5a4d6a1 not bound to the agent host dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 12:58:09.333984 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:14.610814 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 52722) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:14.810495 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7d4499b6-f4c4-4308-a79c-ef921ec66dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:14.936320 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7d4499b6-f4c4-4308-a79c-ef921ec66dd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:14.942183 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7d4499b6-f4c4-4308-a79c-ef921ec66dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:14.945212 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-84e15fb1-9cea-4070-919c-d300b19858fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:14.986752 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-7d4499b6-f4c4-4308-a79c-ef921ec66dd8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3afc8e6f38a64b65b2c327aa81d492db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3746812 Jun 16 12:58:14.988092 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4499b6-f4c4-4308-a79c-ef921ec66dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7acc43-38a8-44e8-971a-f16713bb339f,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:14.991204 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 52726) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:14.992251 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-7d4499b6-f4c4-4308-a79c-ef921ec66dd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:15.081610 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-5847689f-e9d4-4320-80d7-5331b12cef2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:15.123345 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-5847689f-e9d4-4320-80d7-5331b12cef2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:15.206399 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-5847689f-e9d4-4320-80d7-5331b12cef2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:15.211273 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-5847689f-e9d4-4320-80d7-5331b12cef2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:15.213310 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-5847689f-e9d4-4320-80d7-5331b12cef2c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5a7acc43-38a8-44e8-971a-f16713bb339f HTTP/1.1" status: 204 len: 168 time: 0.2196462 Jun 16 12:58:15.214589 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-532091d8-f777-477f-89d4-9016c245eabe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:15.230732 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847689f-e9d4-4320-80d7-5331b12cef2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7acc43-38a8-44e8-971a-f16713bb339f,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:15.234847 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-5847689f-e9d4-4320-80d7-5331b12cef2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:19.176208 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 12:58:23.132331 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 52848) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:23.188125 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34881d-5fa0-492c-861f-c3cb962e98a0 req-dea2b7a9-1a68-4153-b134-4d3ea3339805 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:23.191546 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-cd34881d-5fa0-492c-861f-c3cb962e98a0 req-dea2b7a9-1a68-4153-b134-4d3ea3339805 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/ports?device_id=742ba75e-3637-4baf-97d2-afb946a1c2df HTTP/1.1" status: 200 len: 946 time: 0.1270142 Jun 16 12:58:23.254399 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-cd34881d-5fa0-492c-861f-c3cb962e98a0 req-384e107d-2009-4eb5-bccf-598fb455dcbe tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8b53246-31a2-446c-81fe-01114c96e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547280 Jun 16 12:58:23.316383 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-33667fa3-084a-4e5e-8695-a1a37ad34b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:23.448956 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-33667fa3-084a-4e5e-8695-a1a37ad34b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:23.456322 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-33667fa3-084a-4e5e-8695-a1a37ad34b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:23.462771 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-783f7384-3988-47e1-93c4-865d86780fc4 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:23.539514 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-33667fa3-084a-4e5e-8695-a1a37ad34b8c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=127b97b36d94491b8de576ddad1635ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4055002 Jun 16 12:58:23.543756 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 52852) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:23.555150 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33667fa3-084a-4e5e-8695-a1a37ad34b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb05e346-21e8-4351-af1c-d48ea2beaa82,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:23.562168 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-33667fa3-084a-4e5e-8695-a1a37ad34b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:23.634953 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-406d8869-7d35-4182-a5c6-7b04c29a5849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:23.675326 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-406d8869-7d35-4182-a5c6-7b04c29a5849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:23.764513 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-406d8869-7d35-4182-a5c6-7b04c29a5849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:23.767555 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-406d8869-7d35-4182-a5c6-7b04c29a5849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:23.768834 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-406d8869-7d35-4182-a5c6-7b04c29a5849 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cb05e346-21e8-4351-af1c-d48ea2beaa82 HTTP/1.1" status: 204 len: 168 time: 0.2237277 Jun 16 12:58:23.769666 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-763591cd-db0e-4363-87ea-19411b273358 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:23.778323 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d8869-7d35-4182-a5c6-7b04c29a5849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb05e346-21e8-4351-af1c-d48ea2beaa82,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:23.780638 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-406d8869-7d35-4182-a5c6-7b04c29a5849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:24.203018 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 52858) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:24.228880 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-372c3b83-8481-40be-843f-7d8e5cd3b7f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:24.415388 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-372c3b83-8481-40be-843f-7d8e5cd3b7f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:24.421779 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-372c3b83-8481-40be-843f-7d8e5cd3b7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:24.428377 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-c6eb5337-71d8-4756-96ce-7f77c98ff271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:24.489769 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-372c3b83-8481-40be-843f-7d8e5cd3b7f2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8dc970d7e2ca4577a3e34fa8d499883f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2852457 Jun 16 12:58:24.494034 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 52864) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:24.501350 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c3b83-8481-40be-843f-7d8e5cd3b7f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb781e23-244c-4575-a32d-6e642c8cac7a,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:24.508466 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-372c3b83-8481-40be-843f-7d8e5cd3b7f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:24.587084 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0254a9fe-5650-4955-8a3e-f78dea29ff07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:24.607770 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9a575-013e-46bc-892b-04d88aca8fe4 req-f2dfff48-7d89-4014-a6d0-a09cc0ab2cfe tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:24.610831 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8ea9a575-013e-46bc-892b-04d88aca8fe4 req-f2dfff48-7d89-4014-a6d0-a09cc0ab2cfe tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/ports?device_id=742ba75e-3637-4baf-97d2-afb946a1c2df HTTP/1.1" status: 200 len: 946 time: 0.1246762 Jun 16 12:58:24.627701 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0254a9fe-5650-4955-8a3e-f78dea29ff07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:24.667264 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8ea9a575-013e-46bc-892b-04d88aca8fe4 req-de06dd84-ee7c-495a-b9f3-d7b301295e34 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8b53246-31a2-446c-81fe-01114c96e8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450711 Jun 16 12:58:24.722074 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0254a9fe-5650-4955-8a3e-f78dea29ff07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:24.727066 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0254a9fe-5650-4955-8a3e-f78dea29ff07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:24.729065 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-0254a9fe-5650-4955-8a3e-f78dea29ff07 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/eb781e23-244c-4575-a32d-6e642c8cac7a HTTP/1.1" status: 204 len: 168 time: 0.2333028 Jun 16 12:58:24.730623 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-4f15d528-9d66-4a77-9c75-d29b85b35fd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:24.746741 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0254a9fe-5650-4955-8a3e-f78dea29ff07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb781e23-244c-4575-a32d-6e642c8cac7a,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:24.751393 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-0254a9fe-5650-4955-8a3e-f78dea29ff07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:24.847413 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed32967-2d71-43c8-8b20-433deb7c89d1 req-cf278c7b-0b2d-4333-8d1b-7123097a7414 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:24.849260 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3ed32967-2d71-43c8-8b20-433deb7c89d1 req-cf278c7b-0b2d-4333-8d1b-7123097a7414 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.73 "GET /v2.0/ports?device_id=742ba75e-3637-4baf-97d2-afb946a1c2df HTTP/1.1" status: 200 len: 946 time: 0.1365299 Jun 16 12:58:25.033205 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-3ed32967-2d71-43c8-8b20-433deb7c89d1 req-45952231-3667-4843-ae21-9d7ca446f853 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Deleting port 7b48e13e-3a6f-4574-8166-606a38bb84d9 {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:58:25.033798 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-3ed32967-2d71-43c8-8b20-433deb7c89d1 req-45952231-3667-4843-ae21-9d7ca446f853 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:25.190830 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-3ed32967-2d71-43c8-8b20-433deb7c89d1 req-45952231-3667-4843-ae21-9d7ca446f853 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] For port 7b48e13e-3a6f-4574-8166-606a38bb84d9, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=7b48e13e-3a6f-4574-8166-606a38bb84d9,segment=NetworkSegment(6dc87b74-fa9b-4fec-98f9-e86e1f76efc0),segment_id=6dc87b74-fa9b-4fec-98f9-e86e1f76efc0)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:58:25.191529 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-3ed32967-2d71-43c8-8b20-433deb7c89d1 req-45952231-3667-4843-ae21-9d7ca446f853 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:25.333679 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-3ed32967-2d71-43c8-8b20-433deb7c89d1 req-45952231-3667-4843-ae21-9d7ca446f853 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Calling delete_port for 7b48e13e-3a6f-4574-8166-606a38bb84d9 owned by compute:nova {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:58:25.568202 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 52880) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:25.576275 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-3ed32967-2d71-43c8-8b20-433deb7c89d1 req-45952231-3667-4843-ae21-9d7ca446f853 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26528900'] for port, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:25.585126 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-94a0ba8d-102e-4ef7-b865-059cac6684b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:25.590665 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] get_ports_and_sgs() called for port_ids ['7b48e13e-3a6f-4574-8166-606a38bb84d9'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 12:58:25.640079 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45952231-3667-4843-ae21-9d7ca446f853 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Pushing event deleted for resources: {'Port': ['ID=7b48e13e-3a6f-4574-8166-606a38bb84d9,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:25.646952 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-45952231-3667-4843-ae21-9d7ca446f853 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:25.756443 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed32967-2d71-43c8-8b20-433deb7c89d1 req-45952231-3667-4843-ae21-9d7ca446f853 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] No DVR routers for this DVR port 7b48e13e-3a6f-4574-8166-606a38bb84d9 on host hv-cinder-76629 {{(pid=109145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 12:58:25.761253 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-3ed32967-2d71-43c8-8b20-433deb7c89d1 req-45952231-3667-4843-ae21-9d7ca446f853 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:25.766277 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3ed32967-2d71-43c8-8b20-433deb7c89d1 req-45952231-3667-4843-ae21-9d7ca446f853 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.73 "DELETE /v2.0/ports/7b48e13e-3a6f-4574-8166-606a38bb84d9 HTTP/1.1" status: 204 len: 173 time: 0.9092979 Jun 16 12:58:25.767996 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742ba75e-3637-4baf-97d2-afb946a1c2df', 'name': 'network-vif-deleted', 'tag': '7b48e13e-3a6f-4574-8166-606a38bb84d9'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:58:25.773016 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9bae50dfbf258dfcc1b22b71b0f324177d6a2dd6dbdff5bf738173c6d3102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce918b4-d391-42f7-b4ea-899296e2bbcf" -d '{"events": [{"server_uuid": "742ba75e-3637-4baf-97d2-afb946a1c2df", "name": "network-vif-deleted", "tag": "7b48e13e-3a6f-4574-8166-606a38bb84d9"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:58:25.848907 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 12:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11087051-a198-4734-97f0-49dff39796c6 x-openstack-request-id: req-11087051-a198-4734-97f0-49dff39796c6 {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:58:25.849787 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "742ba75e-3637-4baf-97d2-afb946a1c2df", "name": "network-vif-deleted", "tag": "7b48e13e-3a6f-4574-8166-606a38bb84d9", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:58:25.850583 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-11087051-a198-4734-97f0-49dff39796c6 {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:58:25.851421 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '742ba75e-3637-4baf-97d2-afb946a1c2df', 'name': 'network-vif-deleted', 'tag': '7b48e13e-3a6f-4574-8166-606a38bb84d9', 'status': 'completed', 'code': 200} Jun 16 12:58:26.035236 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 52894) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:26.038058 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-737f491f-9734-490a-98c9-2b04c97063fa req-e206598f-5921-46e6-a42e-d2701227594e tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] 10.222.0.67 "GET /v2.0/ports?device_id=742ba75e-3637-4baf-97d2-afb946a1c2df HTTP/1.1" status: 200 len: 210 time: 0.0567551 Jun 16 12:58:26.255313 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-3732c7c5-cc64-4398-ac72-644913e19b9d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-101027250-network', 'tenant_id': '0fd2b59564bb484f9cb00c4d30d67547'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:58:26.284802 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-613ca808-9f86-4fcd-b699-e598ec39525e tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Deleting port 248b3bd0-00cc-4404-bc69-6fb777d981fa {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:58:26.285229 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-613ca808-9f86-4fcd-b699-e598ec39525e tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:26.293932 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3732c7c5-cc64-4398-ac72-644913e19b9d admin admin] Made reservation on behalf of 0fd2b59564bb484f9cb00c4d30d67547 for: {'network': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:58:26.297498 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3732c7c5-cc64-4398-ac72-644913e19b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for network, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:26.309667 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3732c7c5-cc64-4398-ac72-644913e19b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:26.455234 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-613ca808-9f86-4fcd-b699-e598ec39525e tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:26.455234 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-613ca808-9f86-4fcd-b699-e598ec39525e tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:26.468280 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3732c7c5-cc64-4398-ac72-644913e19b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:26.475822 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3732c7c5-cc64-4398-ac72-644913e19b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:26.483498 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-7d4499b6-f4c4-4308-a79c-ef921ec66dd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:26.520340 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3732c7c5-cc64-4398-ac72-644913e19b9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=109146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 12:58:26.549488 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3732c7c5-cc64-4398-ac72-644913e19b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e466290-5967-4f0f-bef2-ef2e39a65ae8,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:26.558670 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-3732c7c5-cc64-4398-ac72-644913e19b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:26.560942 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3732c7c5-cc64-4398-ac72-644913e19b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076'] for segment, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:26.561650 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.db.segments_db [None req-3732c7c5-cc64-4398-ac72-644913e19b9d admin admin] Added segment c59d852c-67a8-45a1-9163-f93f7d3175b8 of type vlan for network 5634e23c-fa5a-4535-bb95-0bc9e3908dc8 Jun 16 12:58:26.600768 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-613ca808-9f86-4fcd-b699-e598ec39525e tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Calling delete_port for 248b3bd0-00cc-4404-bc69-6fb777d981fa owned by network:floatingip {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:58:26.656576 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3732c7c5-cc64-4398-ac72-644913e19b9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754302079645'] for network, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:26.719363 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3732c7c5-cc64-4398-ac72-644913e19b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281'] for network, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:26.722796 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3732c7c5-cc64-4398-ac72-644913e19b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:26.724022 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3732c7c5-cc64-4398-ac72-644913e19b9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for network, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:26.731005 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-dfe9402e-44c2-4073-b245-01b249470ca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:26.800124 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-3732c7c5-cc64-4398-ac72-644913e19b9d admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7596049 Jun 16 12:58:26.805008 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 52898) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:26.817914 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-58af9c26-57c5-4129-a838-73859331c6e5 admin admin] Request body: {'subnet': {'network_id': '5634e23c-fa5a-4535-bb95-0bc9e3908dc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-101027250-subnet', 'tenant_id': '0fd2b59564bb484f9cb00c4d30d67547', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:58:26.894367 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3732c7c5-cc64-4398-ac72-644913e19b9d admin admin] Pushing event updated for resources: {'Network': ['ID=5634e23c-fa5a-4535-bb95-0bc9e3908dc8,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:26.911640 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-3732c7c5-cc64-4398-ac72-644913e19b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:26.914596 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Network 5634e23c-fa5a-4535-bb95-0bc9e3908dc8 details requested by agent ovs-agent-dv-cinder-766296-6-iscsi with host dv-cinder-766296-6-iscsi {{(pid=109147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 12:58:26.918919 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58af9c26-57c5-4129-a838-73859331c6e5 admin admin] Made reservation on behalf of 0fd2b59564bb484f9cb00c4d30d67547 for: {'subnet': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:58:26.924229 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-58af9c26-57c5-4129-a838-73859331c6e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31807206'] for subnet, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:26.991488 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-613ca808-9f86-4fcd-b699-e598ec39525e tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26528900'] for port, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:26.996466 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-11fa2fe8-fa7d-4e5e-ada9-ee56dac104b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:27.043721 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ca808-9f86-4fcd-b699-e598ec39525e tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Pushing event deleted for resources: {'Port': ['ID=248b3bd0-00cc-4404-bc69-6fb777d981fa,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:27.050849 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-613ca808-9f86-4fcd-b699-e598ec39525e tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:27.176752 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-613ca808-9f86-4fcd-b699-e598ec39525e tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks [] for floatingip, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:27.178501 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.db.l3_db [None req-613ca808-9f86-4fcd-b699-e598ec39525e tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Floating IP d5a9b577-83f9-497b-b7b5-8bac4de0dbaa disassociated (deleted). External IP: 172.27.0.166, port: 6984917c-1fa0-4c5f-82aa-21ed71169760. Jun 16 12:58:27.301019 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-58af9c26-57c5-4129-a838-73859331c6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32077300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31807220'] for subnet, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:27.306828 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-c2633bbd-7cb4-4662-a622-3bbf4278bc73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:27.426666 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af9c26-57c5-4129-a838-73859331c6e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69442524-2e7f-4a15-97a1-3d403dcf5953,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:27.435623 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-58af9c26-57c5-4129-a838-73859331c6e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:27.441163 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58af9c26-57c5-4129-a838-73859331c6e5 admin admin] Checking segment: {'id': 'c59d852c-67a8-45a1-9163-f93f7d3175b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5634e23c-fa5a-4535-bb95-0bc9e3908dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:58:27.442535 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58af9c26-57c5-4129-a838-73859331c6e5 admin admin] Network hostable DHCP agents. Network: 5634e23c-fa5a-4535-bb95-0bc9e3908dc8, hostable agents: ['d62bbf24-a105-422a-86ef-12dacf7896c4'], hosted agents: [] {{(pid=109146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 12:58:27.476991 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58af9c26-57c5-4129-a838-73859331c6e5 admin admin] Network 5634e23c-fa5a-4535-bb95-0bc9e3908dc8 is scheduled to be hosted by DHCP agent d62bbf24-a105-422a-86ef-12dacf7896c4 with binding_index 1 {{(pid=109146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 12:58:27.495448 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-58af9c26-57c5-4129-a838-73859331c6e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766296-6-iscsi, 5634e23c-fa5a-4535-bb95-0bc9e3908dc8) {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:58:27.503542 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58af9c26-57c5-4129-a838-73859331c6e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:27.505015 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-58af9c26-57c5-4129-a838-73859331c6e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:27.517929 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183539e4-17d7-4b48-b000-127639355ceb None None] Network 5634e23c-fa5a-4535-bb95-0bc9e3908dc8 requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:58:27.557134 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-58af9c26-57c5-4129-a838-73859331c6e5 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7465842 Jun 16 12:58:27.627195 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613ca808-9f86-4fcd-b699-e598ec39525e tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Router 1ec4785e-773a-49bd-a508-789a73d42028 has already been hosted by L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 {{(pid=109145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 12:58:27.871855 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bbb8db-7d00-468f-96fd-9571a9651908 None None] Network 5634e23c-fa5a-4535-bb95-0bc9e3908dc8 requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:58:27.971402 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613ca808-9f86-4fcd-b699-e598ec39525e tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 12:58:27.982458 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-613ca808-9f86-4fcd-b699-e598ec39525e tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for floatingip, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:27.996259 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18219438-214e-47c0-8957-721fe5d6641f None None] Sync routers for ids ['1ec4785e-773a-49bd-a508-789a73d42028'] in dv-cinder-766296-6-iscsi {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 12:58:28.029463 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18219438-214e-47c0-8957-721fe5d6641f None None] Routers {'1ec4785e-773a-49bd-a508-789a73d42028'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:58:28.031357 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-18219438-214e-47c0-8957-721fe5d6641f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644aacae80>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:58:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['1ec4785e-773a-49bd-a508-789a73d42028'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:58:28.077130 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-613ca808-9f86-4fcd-b699-e598ec39525e tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "DELETE /v2.0/floatingips/d5a9b577-83f9-497b-b7b5-8bac4de0dbaa HTTP/1.1" status: 204 len: 168 time: 2.5068777 Jun 16 12:58:28.078089 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb6f38d1-1677-4c1f-877c-ae6b30056dcf', 'tag': '6984917c-1fa0-4c5f-82aa-21ed71169760'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:58:28.082701 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9bae50dfbf258dfcc1b22b71b0f324177d6a2dd6dbdff5bf738173c6d3102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a587567a-841a-4f8c-8da2-33e436875de7" -d '{"events": [{"name": "network-changed", "server_uuid": "eb6f38d1-1677-4c1f-877c-ae6b30056dcf", "tag": "6984917c-1fa0-4c5f-82aa-21ed71169760"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:58:28.177862 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 12:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8075c3f-2693-461b-821f-7202e437621a x-openstack-request-id: req-c8075c3f-2693-461b-821f-7202e437621a {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:58:28.178695 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb6f38d1-1677-4c1f-877c-ae6b30056dcf", "tag": "6984917c-1fa0-4c5f-82aa-21ed71169760", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:58:28.179384 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c8075c3f-2693-461b-821f-7202e437621a {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:58:28.180629 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb6f38d1-1677-4c1f-877c-ae6b30056dcf', 'tag': '6984917c-1fa0-4c5f-82aa-21ed71169760', 'status': 'completed', 'code': 200} Jun 16 12:58:28.336324 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587567a-841a-4f8c-8da2-33e436875de7 req-6090a6f2-1868-406d-8e81-b9f3a0b3446e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:28.336791 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-18219438-214e-47c0-8957-721fe5d6641f None None] Set router 1ec4785e-773a-49bd-a508-789a73d42028 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:58:28.339643 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a587567a-841a-4f8c-8da2-33e436875de7 req-6090a6f2-1868-406d-8e81-b9f3a0b3446e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b7db308073d4a089b0df0569909f5a2&device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 1098 time: 0.1337843 Jun 16 12:58:28.577508 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587567a-841a-4f8c-8da2-33e436875de7 req-cc2df261-d37f-47fc-9023-604e5d288bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:28.581929 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a587567a-841a-4f8c-8da2-33e436875de7 req-cc2df261-d37f-47fc-9023-604e5d288bab service neutron] 10.222.0.73 "GET /v2.0/networks?id=9c6243b5-3d74-40e5-9530-76601d13d460 HTTP/1.1" status: 200 len: 910 time: 0.2333541 Jun 16 12:58:28.710442 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a587567a-841a-4f8c-8da2-33e436875de7 req-d59a0501-99d5-4ec0-963d-39825474b26a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6984917c-1fa0-4c5f-82aa-21ed71169760 HTTP/1.1" status: 200 len: 217 time: 0.1212077 Jun 16 12:58:28.829514 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587567a-841a-4f8c-8da2-33e436875de7 req-1cad41c9-9248-4680-b0c1-1f147fc2e883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:28.833025 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a587567a-841a-4f8c-8da2-33e436875de7 req-1cad41c9-9248-4680-b0c1-1f147fc2e883 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9bf69c79-31ca-43a9-a491-65d3ffec99d5 HTTP/1.1" status: 200 len: 848 time: 0.1143489 Jun 16 12:58:28.840925 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-18219438-214e-47c0-8957-721fe5d6641f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644aacae80>, [{'id': '1ec4785e-773a-49bd-a508-789a73d42028', 'name': 'tempest-TestShelveInstance-1493797412-router', 'tenant_id': '4b7db308073d4a089b0df0569909f5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:51:52Z', 'updated_at': '2021-06-16T12:52:00Z', 'revision_number': 4, 'project_id': '4b7db308073d4a089b0df0569909f5a2', 'gw_port': {'id': '52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec4785e-773a-49bd-a508-789a73d42028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:51:54Z', 'updated_at': '2021-06-16T12:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '976624b9-aafd-443c-be7a-26965f5153b2', 'name': '', 'network_id': '9c6243b5-3d74-40e5-9530-76601d13d460', 'tenant_id': '4b7db308073d4a089b0df0569909f5a2', 'mac_address': 'fa:16:3e:5c:ee:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec4785e-773a-49bd-a508-789a73d42028', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '9bf69c79-31ca-43a9-a491-65d3ffec99d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:51:58Z', 'updated_at': '2021-06-16T12:52:11Z', 'revision_number': 5, 'project_id': '4b7db308073d4a089b0df0569909f5a2', 'subnets': [{'id': '9bf69c79-31ca-43a9-a491-65d3ffec99d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:58:28.848638 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18219438-214e-47c0-8957-721fe5d6641f None None] Checking router: 1ec4785e-773a-49bd-a508-789a73d42028 for host: dv-cinder-766296-6-iscsi {{(pid=109148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 12:58:28.871021 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18219438-214e-47c0-8957-721fe5d6641f None None] Routers {'1ec4785e-773a-49bd-a508-789a73d42028'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:58:28.872666 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-18219438-214e-47c0-8957-721fe5d6641f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644aacae80>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:58:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['1ec4785e-773a-49bd-a508-789a73d42028'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:58:29.044547 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587567a-841a-4f8c-8da2-33e436875de7 req-d411c660-e21e-450c-bccd-6d0961fdaa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:29.047957 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a587567a-841a-4f8c-8da2-33e436875de7 req-d411c660-e21e-450c-bccd-6d0961fdaa2d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9c6243b5-3d74-40e5-9530-76601d13d460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2039344 Jun 16 12:58:29.136909 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-18219438-214e-47c0-8957-721fe5d6641f None None] Set router 1ec4785e-773a-49bd-a508-789a73d42028 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:58:29.280796 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb02c32-4149-4738-885f-b4bb2b2dcdd7 req-b1f22c42-92ac-42bf-b632-81597dfa638e tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:29.285038 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1bb02c32-4149-4738-885f-b4bb2b2dcdd7 req-b1f22c42-92ac-42bf-b632-81597dfa638e tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 945 time: 0.2981362 Jun 16 12:58:29.319884 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a587567a-841a-4f8c-8da2-33e436875de7 req-5ca2dc16-4351-4f13-b158-e6ca2fdea00a service neutron] 10.222.0.73 "GET /v2.0/networks/9c6243b5-3d74-40e5-9530-76601d13d460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582448 Jun 16 12:58:29.457954 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1bb02c32-4149-4738-885f-b4bb2b2dcdd7 req-7c740c19-fc98-4a5e-8b2d-8a18953de0a4 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554990 Jun 16 12:58:29.553641 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-18219438-214e-47c0-8957-721fe5d6641f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644aacae80>, [{'id': '1ec4785e-773a-49bd-a508-789a73d42028', 'name': 'tempest-TestShelveInstance-1493797412-router', 'tenant_id': '4b7db308073d4a089b0df0569909f5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:51:52Z', 'updated_at': '2021-06-16T12:52:00Z', 'revision_number': 4, 'project_id': '4b7db308073d4a089b0df0569909f5a2', 'gw_port': {'id': '52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec4785e-773a-49bd-a508-789a73d42028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:51:54Z', 'updated_at': '2021-06-16T12:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '976624b9-aafd-443c-be7a-26965f5153b2', 'name': '', 'network_id': '9c6243b5-3d74-40e5-9530-76601d13d460', 'tenant_id': '4b7db308073d4a089b0df0569909f5a2', 'mac_address': 'fa:16:3e:5c:ee:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec4785e-773a-49bd-a508-789a73d42028', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '9bf69c79-31ca-43a9-a491-65d3ffec99d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:51:58Z', 'updated_at': '2021-06-16T12:52:11Z', 'revision_number': 5, 'project_id': '4b7db308073d4a089b0df0569909f5a2', 'subnets': [{'id': '9bf69c79-31ca-43a9-a491-65d3ffec99d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:58:29.558782 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18219438-214e-47c0-8957-721fe5d6641f None None] The sync data for ids ['1ec4785e-773a-49bd-a508-789a73d42028'] in dv-cinder-766296-6-iscsi is: [{'id': '1ec4785e-773a-49bd-a508-789a73d42028', 'name': 'tempest-TestShelveInstance-1493797412-router', 'tenant_id': '4b7db308073d4a089b0df0569909f5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:51:52Z', 'updated_at': '2021-06-16T12:52:00Z', 'revision_number': 4, 'project_id': '4b7db308073d4a089b0df0569909f5a2', 'gw_port': {'id': '52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec4785e-773a-49bd-a508-789a73d42028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:51:54Z', 'updated_at': '2021-06-16T12:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '976624b9-aafd-443c-be7a-26965f5153b2', 'name': '', 'network_id': '9c6243b5-3d74-40e5-9530-76601d13d460', 'tenant_id': '4b7db308073d4a089b0df0569909f5a2', 'mac_address': 'fa:16:3e:5c:ee:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec4785e-773a-49bd-a508-789a73d42028', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '9bf69c79-31ca-43a9-a491-65d3ffec99d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:51:58Z', 'updated_at': '2021-06-16T12:52:11Z', 'revision_number': 5, 'project_id': '4b7db308073d4a089b0df0569909f5a2', 'subnets': [{'id': '9bf69c79-31ca-43a9-a491-65d3ffec99d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 12:58:29.583271 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a587567a-841a-4f8c-8da2-33e436875de7 req-a8c23f89-1d6d-43ca-8840-4d0ce9fe34b3 service neutron] 10.222.0.73 "GET /v2.0/networks/9c6243b5-3d74-40e5-9530-76601d13d460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466857 Jun 16 12:58:29.914308 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d265b57-bc0c-4a2a-bab7-e9cc1cd67741 None None] New status for floating IP d5a9b577-83f9-497b-b7b5-8bac4de0dbaa: DOWN {{(pid=109147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 12:58:30.430759 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52092f40-68a0-4e75-8991-a451a28ce70e req-bdd80fcf-4d75-4395-9f26-9ae0e0e199ea tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:30.433026 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-52092f40-68a0-4e75-8991-a451a28ce70e req-bdd80fcf-4d75-4395-9f26-9ae0e0e199ea tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/networks?id=5634e23c-fa5a-4535-bb95-0bc9e3908dc8 HTTP/1.1" status: 200 len: 808 time: 0.1903353 Jun 16 12:58:30.461081 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-52092f40-68a0-4e75-8991-a451a28ce70e req-2f948ce0-2a56-4b52-bd82-2af0f95c5d37 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/quotas/0fd2b59564bb484f9cb00c4d30d67547 HTTP/1.1" status: 200 len: 375 time: 0.0173428 Jun 16 12:58:30.517861 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-52092f40-68a0-4e75-8991-a451a28ce70e req-8a107904-0d11-4695-a8fb-37f3eb85f659 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=0fd2b59564bb484f9cb00c4d30d67547&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442321 Jun 16 12:58:30.600356 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 7b48e13e-3a6f-4574-8166-606a38bb84d9 no longer exists at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 12:58:30.640980 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-43072469-a160-4d16-9402-2253616714b8 None None] No Port match for: 7b48e13e-3a6f-4574-8166-606a38bb84d9 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 12:58:30.641665 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 7b48e13e-3a6f-4574-8166-606a38bb84d9 not bound to the agent host hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 12:58:30.683495 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-52092f40-68a0-4e75-8991-a451a28ce70e req-fd5591ea-bf1e-43ac-be49-184666caff61 service neutron] 10.222.0.67 "GET /v2.0/networks/5634e23c-fa5a-4535-bb95-0bc9e3908dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544685 Jun 16 12:58:30.890724 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-52092f40-68a0-4e75-8991-a451a28ce70e req-520387ca-ab36-47b2-ac09-603395b0ff57 service neutron] 10.222.0.67 "GET /v2.0/networks/5634e23c-fa5a-4535-bb95-0bc9e3908dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902366 Jun 16 12:58:30.905835 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5feb13b-d1e8-491e-9668-0a5fef825ec9 req-cae41289-f68b-4b8e-bfc3-d19752294125 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:30.908688 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c5feb13b-d1e8-491e-9668-0a5fef825ec9 req-cae41289-f68b-4b8e-bfc3-d19752294125 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 945 time: 0.2233138 Jun 16 12:58:30.967086 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4459b0cf-876e-450d-99a2-657a72215f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:30.981303 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c5feb13b-d1e8-491e-9668-0a5fef825ec9 req-7b8ed096-0a9d-40c7-9a90-ad18ffed6e6d tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618286 Jun 16 12:58:31.215391 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-48ccc9ff-3cda-4bba-bef2-f9345bb170ba req-2ce08ff8-9f54-4482-826d-2e526e4df0b3 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/ports?device_id=e6ddf6d0-4531-4b79-a970-48a97d382dea HTTP/1.1" status: 200 len: 210 time: 0.0497382 Jun 16 12:58:32.334246 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641196c1-0b0d-46be-bcfa-bccab6d998b6 req-b8a00483-e101-4aa4-b1db-8dcb66cde1e6 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:32.336614 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-641196c1-0b0d-46be-bcfa-bccab6d998b6 req-b8a00483-e101-4aa4-b1db-8dcb66cde1e6 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 945 time: 0.1370068 Jun 16 12:58:32.389566 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-641196c1-0b0d-46be-bcfa-bccab6d998b6 req-9f5a4e23-f7d5-4f75-b30f-b12ca6ae84f8 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462916 Jun 16 12:58:32.480563 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d7d25fbf-ab73-4c34-ac61-faeb9d70bb65 req-18eaa44a-d82f-4cd0-a4ec-70bbfac3a7c7 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/ports?device_id=e6ddf6d0-4531-4b79-a970-48a97d382dea HTTP/1.1" status: 200 len: 210 time: 0.0460613 Jun 16 12:58:33.079792 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:33.212779 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99ea44-a663-4f58-9aa0-954b6cf85e8f req-ead631ba-085f-4067-b920-53c193086ea1 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:33.215395 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-bd99ea44-a663-4f58-9aa0-954b6cf85e8f req-ead631ba-085f-4067-b920-53c193086ea1 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 945 time: 0.1146927 Jun 16 12:58:33.434794 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-bd99ea44-a663-4f58-9aa0-954b6cf85e8f req-c554dbdc-97ab-4b83-85b3-c6b4e0de58c5 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Deleting port 6984917c-1fa0-4c5f-82aa-21ed71169760 {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:58:33.437760 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-bd99ea44-a663-4f58-9aa0-954b6cf85e8f req-c554dbdc-97ab-4b83-85b3-c6b4e0de58c5 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:33.832206 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [req-bd99ea44-a663-4f58-9aa0-954b6cf85e8f req-c554dbdc-97ab-4b83-85b3-c6b4e0de58c5 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] For port 6984917c-1fa0-4c5f-82aa-21ed71169760, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=6984917c-1fa0-4c5f-82aa-21ed71169760,segment=NetworkSegment(00a4e780-9b72-4f52-955e-542392fdcf96),segment_id=00a4e780-9b72-4f52-955e-542392fdcf96)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:58:33.832686 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-bd99ea44-a663-4f58-9aa0-954b6cf85e8f req-c554dbdc-97ab-4b83-85b3-c6b4e0de58c5 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:33.861269 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52092f40-68a0-4e75-8991-a451a28ce70e req-189aa400-c834-4dbf-8e34-e3f9326384fd tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:33.864984 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964e0c1-e6fe-42fd-a308-2a0c6cd7e28b req-de0fed27-6054-4bb4-8029-0ace31b9f17f tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:33.866258 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-52092f40-68a0-4e75-8991-a451a28ce70e req-189aa400-c834-4dbf-8e34-e3f9326384fd tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.73 "GET /v2.0/networks?id=5634e23c-fa5a-4535-bb95-0bc9e3908dc8 HTTP/1.1" status: 200 len: 808 time: 0.2920914 Jun 16 12:58:33.867826 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b964e0c1-e6fe-42fd-a308-2a0c6cd7e28b req-de0fed27-6054-4bb4-8029-0ace31b9f17f tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 946 time: 0.3946972 Jun 16 12:58:33.892617 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [req-52092f40-68a0-4e75-8991-a451a28ce70e req-3a6ab91d-2669-42d4-8cc3-5bd6acb68ddd tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Request body: {'port': {'device_id': 'e6ddf6d0-4531-4b79-a970-48a97d382dea', 'network_id': '5634e23c-fa5a-4535-bb95-0bc9e3908dc8', 'admin_state_up': True, 'tenant_id': '0fd2b59564bb484f9cb00c4d30d67547'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:58:34.115729 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52092f40-68a0-4e75-8991-a451a28ce70e req-3a6ab91d-2669-42d4-8cc3-5bd6acb68ddd tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Made reservation on behalf of 0fd2b59564bb484f9cb00c4d30d67547 for: {'port': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:58:34.122858 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-52092f40-68a0-4e75-8991-a451a28ce70e req-3a6ab91d-2669-42d4-8cc3-5bd6acb68ddd tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:34.431206 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [req-52092f40-68a0-4e75-8991-a451a28ce70e req-3a6ab91d-2669-42d4-8cc3-5bd6acb68ddd tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Allocated IP 172.20.0.10 (5634e23c-fa5a-4535-bb95-0bc9e3908dc8/69442524-2e7f-4a15-97a1-3d403dcf5953/ac4794eb-fd04-4367-8e6e-4aea93aef485) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:58:34.474845 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [req-bd99ea44-a663-4f58-9aa0-954b6cf85e8f req-c554dbdc-97ab-4b83-85b3-c6b4e0de58c5 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Calling delete_port for 6984917c-1fa0-4c5f-82aa-21ed71169760 owned by compute:nova {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:58:34.635325 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b964e0c1-e6fe-42fd-a308-2a0c6cd7e28b req-0d4a8fba-3012-4a1a-b8e2-74e4558a09eb tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6986811 Jun 16 12:58:34.662270 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e078a4-c284-439b-8e82-d22a0984a0c0 req-2e870403-c65b-48d9-901c-f0930f210ee2 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:34.664852 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a2e078a4-c284-439b-8e82-d22a0984a0c0 req-2e870403-c65b-48d9-901c-f0930f210ee2 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 945 time: 0.9523642 Jun 16 12:58:34.721336 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-52092f40-68a0-4e75-8991-a451a28ce70e req-3a6ab91d-2669-42d4-8cc3-5bd6acb68ddd tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Notify callbacks [] for port, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:34.800690 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-52092f40-68a0-4e75-8991-a451a28ce70e req-3a6ab91d-2669-42d4-8cc3-5bd6acb68ddd tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32077152'] for port, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:34.816819 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-173ee97b-639b-4dbe-8d34-594f32f0de83 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:34.905905 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52092f40-68a0-4e75-8991-a451a28ce70e req-3a6ab91d-2669-42d4-8cc3-5bd6acb68ddd tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Network 5634e23c-fa5a-4535-bb95-0bc9e3908dc8 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:58:34.920178 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [req-52092f40-68a0-4e75-8991-a451a28ce70e req-3a6ab91d-2669-42d4-8cc3-5bd6acb68ddd tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:58:34.925401 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [req-52092f40-68a0-4e75-8991-a451a28ce70e req-3a6ab91d-2669-42d4-8cc3-5bd6acb68ddd tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:58:34.965403 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a2e078a4-c284-439b-8e82-d22a0984a0c0 req-20c44500-8d98-479f-bc7c-f874626adfc5 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/security-groups?id=49569b5b-2a6b-4eff-b476-0393a87a31f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2678010 Jun 16 12:58:34.984078 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-bd99ea44-a663-4f58-9aa0-954b6cf85e8f req-c554dbdc-97ab-4b83-85b3-c6b4e0de58c5 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26528900'] for port, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:34.992160 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-da363a8c-e123-4015-b97d-de4608c19fff tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:35.018359 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ab91d-2669-42d4-8cc3-5bd6acb68ddd tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Pushing event updated for resources: {'Port': ['ID=ac4794eb-fd04-4367-8e6e-4aea93aef485,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:35.026993 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-3a6ab91d-2669-42d4-8cc3-5bd6acb68ddd tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:35.046437 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554dbdc-97ab-4b83-85b3-c6b4e0de58c5 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Pushing event deleted for resources: {'Port': ['ID=6984917c-1fa0-4c5f-82aa-21ed71169760,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:35.055464 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-c554dbdc-97ab-4b83-85b3-c6b4e0de58c5 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:35.064151 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52092f40-68a0-4e75-8991-a451a28ce70e req-3a6ab91d-2669-42d4-8cc3-5bd6acb68ddd tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:35.065280 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-52092f40-68a0-4e75-8991-a451a28ce70e req-3a6ab91d-2669-42d4-8cc3-5bd6acb68ddd tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:35.140728 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-52092f40-68a0-4e75-8991-a451a28ce70e req-3a6ab91d-2669-42d4-8cc3-5bd6acb68ddd tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2577837 Jun 16 12:58:35.162390 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd99ea44-a663-4f58-9aa0-954b6cf85e8f req-c554dbdc-97ab-4b83-85b3-c6b4e0de58c5 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] No DVR routers for this DVR port 6984917c-1fa0-4c5f-82aa-21ed71169760 on host hv-cinder-76629 {{(pid=109145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 12:58:35.179304 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e647f9-3e4d-4906-b08f-c02f8b2cca69 req-972efd2d-2bbb-44e6-89f1-e38d68f7695c tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:35.182440 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b8e647f9-3e4d-4906-b08f-c02f8b2cca69 req-972efd2d-2bbb-44e6-89f1-e38d68f7695c tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/ports?device_id=e6ddf6d0-4531-4b79-a970-48a97d382dea HTTP/1.1" status: 200 len: 932 time: 0.2908587 Jun 16 12:58:35.184627 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [req-bd99ea44-a663-4f58-9aa0-954b6cf85e8f req-c554dbdc-97ab-4b83-85b3-c6b4e0de58c5 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:35.188910 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-bd99ea44-a663-4f58-9aa0-954b6cf85e8f req-c554dbdc-97ab-4b83-85b3-c6b4e0de58c5 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.73 "DELETE /v2.0/ports/6984917c-1fa0-4c5f-82aa-21ed71169760 HTTP/1.1" status: 204 len: 173 time: 1.9664495 Jun 16 12:58:35.189635 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb6f38d1-1677-4c1f-877c-ae6b30056dcf', 'name': 'network-vif-deleted', 'tag': '6984917c-1fa0-4c5f-82aa-21ed71169760'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:58:35.193751 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9bae50dfbf258dfcc1b22b71b0f324177d6a2dd6dbdff5bf738173c6d3102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83be5c41-a47a-4c90-a6e1-2c53320a3aff" -d '{"events": [{"server_uuid": "eb6f38d1-1677-4c1f-877c-ae6b30056dcf", "name": "network-vif-deleted", "tag": "6984917c-1fa0-4c5f-82aa-21ed71169760"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:58:35.219021 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe30b87-832e-4495-8235-95cba1a9887a req-54a0dfc7-eac2-44b9-8967-593876233e13 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:35.222339 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-ebe30b87-832e-4495-8235-95cba1a9887a req-54a0dfc7-eac2-44b9-8967-593876233e13 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.73 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 946 time: 0.1439524 Jun 16 12:58:35.261600 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b8e647f9-3e4d-4906-b08f-c02f8b2cca69 req-b9d73d97-0dbc-4351-b7c4-79d94d6c399d tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e466290-5967-4f0f-bef2-ef2e39a65ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626805 Jun 16 12:58:35.267727 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 12:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541f5fa0-941d-49de-8e6c-278d59714d81 x-openstack-request-id: req-541f5fa0-941d-49de-8e6c-278d59714d81 {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:58:35.268252 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb6f38d1-1677-4c1f-877c-ae6b30056dcf", "name": "network-vif-deleted", "tag": "6984917c-1fa0-4c5f-82aa-21ed71169760", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:58:35.268693 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-541f5fa0-941d-49de-8e6c-278d59714d81 {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:58:35.269410 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb6f38d1-1677-4c1f-877c-ae6b30056dcf', 'name': 'network-vif-deleted', 'tag': '6984917c-1fa0-4c5f-82aa-21ed71169760', 'status': 'completed', 'code': 200} Jun 16 12:58:35.295923 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [req-52092f40-68a0-4e75-8991-a451a28ce70e req-3d0150dd-1ed2-49cb-9234-f541284613aa service neutron] Request body: {'port': {'device_id': 'e6ddf6d0-4531-4b79-a970-48a97d382dea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76629'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:58:35.319324 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-30df6f68-5aa5-4001-a962-8ba32d03af86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:35.548933 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-52092f40-68a0-4e75-8991-a451a28ce70e req-3d0150dd-1ed2-49cb-9234-f541284613aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:35.691803 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:35.696530 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [req-ebe30b87-832e-4495-8235-95cba1a9887a req-1f19b832-860b-426b-b0c3-9ac99fd0cd6d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Deleting port faf3d02f-fffc-43b0-ba37-b4a649295c87 {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:58:35.709940 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-ebe30b87-832e-4495-8235-95cba1a9887a req-1f19b832-860b-426b-b0c3-9ac99fd0cd6d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:36.099761 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb056534-7875-41d2-b91c-e2e32a4aec6f req-49533746-54f6-4bf8-bc35-c71ae18052dd tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:36.104164 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-cb056534-7875-41d2-b91c-e2e32a4aec6f req-49533746-54f6-4bf8-bc35-c71ae18052dd tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 946 time: 0.2059979 Jun 16 12:58:36.171231 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-cb056534-7875-41d2-b91c-e2e32a4aec6f req-ed2eeaac-c240-4558-b55f-fe33ffba373f tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558879 Jun 16 12:58:36.325764 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d454a40d-ec33-4d7c-9753-a04ab833ad48 req-3b957839-c84b-41af-8c8b-e7a14391ad60 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb6f38d1-1677-4c1f-877c-ae6b30056dcf HTTP/1.1" status: 200 len: 210 time: 0.0660453 Jun 16 12:58:36.535266 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-ebe30b87-832e-4495-8235-95cba1a9887a req-1f19b832-860b-426b-b0c3-9ac99fd0cd6d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] For port faf3d02f-fffc-43b0-ba37-b4a649295c87, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=faf3d02f-fffc-43b0-ba37-b4a649295c87,segment=NetworkSegment(042ac9d8-9593-43f5-8ffd-f1b933e86f71),segment_id=042ac9d8-9593-43f5-8ffd-f1b933e86f71)] {{(pid=109146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:58:36.535964 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-ebe30b87-832e-4495-8235-95cba1a9887a req-1f19b832-860b-426b-b0c3-9ac99fd0cd6d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:36.704931 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6d816-9cf5-4652-a087-52a6cd991636 req-b0df3b90-7396-4ff0-a30e-6467517ecaef tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:36.715944 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-47e6d816-9cf5-4652-a087-52a6cd991636 req-b0df3b90-7396-4ff0-a30e-6467517ecaef tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/ports?device_id=e6ddf6d0-4531-4b79-a970-48a97d382dea HTTP/1.1" status: 200 len: 932 time: 0.1610625 Jun 16 12:58:36.802288 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-47e6d816-9cf5-4652-a087-52a6cd991636 req-46bf1e73-aab9-47d7-81f0-5052986a5ad1 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e466290-5967-4f0f-bef2-ef2e39a65ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829382 Jun 16 12:58:36.929110 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [req-52092f40-68a0-4e75-8991-a451a28ce70e req-3d0150dd-1ed2-49cb-9234-f541284613aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac4794eb-fd04-4367-8e6e-4aea93aef485 {{(pid=109146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 12:58:36.945625 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-52092f40-68a0-4e75-8991-a451a28ce70e req-3d0150dd-1ed2-49cb-9234-f541284613aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:36.967402 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-ebe30b87-832e-4495-8235-95cba1a9887a req-1f19b832-860b-426b-b0c3-9ac99fd0cd6d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:36.967710 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-ebe30b87-832e-4495-8235-95cba1a9887a req-1f19b832-860b-426b-b0c3-9ac99fd0cd6d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442364'] for floatingip, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:36.968113 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.db.l3_db [req-ebe30b87-832e-4495-8235-95cba1a9887a req-1f19b832-860b-426b-b0c3-9ac99fd0cd6d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Floating IP 35b5e697-87cc-44a7-a8d6-790a21f51364 disassociated. External IP: 172.27.0.230, port: faf3d02f-fffc-43b0-ba37-b4a649295c87. Jun 16 12:58:36.968427 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [req-ebe30b87-832e-4495-8235-95cba1a9887a req-1f19b832-860b-426b-b0c3-9ac99fd0cd6d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Calling delete_port for faf3d02f-fffc-43b0-ba37-b4a649295c87 owned by compute:nova {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:58:36.980726 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.provisioning_blocks [req-52092f40-68a0-4e75-8991-a451a28ce70e req-3d0150dd-1ed2-49cb-9234-f541284613aa service neutron] Transition to ACTIVE for port object ac4794eb-fd04-4367-8e6e-4aea93aef485 will not be triggered until provisioned by entity L2. {{(pid=109146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:58:36.991694 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-52092f40-68a0-4e75-8991-a451a28ce70e req-3d0150dd-1ed2-49cb-9234-f541284613aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32077174'] for port, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:36.997112 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-4de9b0ef-a880-46be-a919-352a8788c020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:37.045182 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:37.243188 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0150dd-1ed2-49cb-9234-f541284613aa service neutron] Pushing event updated for resources: {'Port': ['ID=ac4794eb-fd04-4367-8e6e-4aea93aef485,revision_number=2']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:37.304023 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-3d0150dd-1ed2-49cb-9234-f541284613aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:37.488238 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-52092f40-68a0-4e75-8991-a451a28ce70e req-3d0150dd-1ed2-49cb-9234-f541284613aa service neutron] Attempting to bind port ac4794eb-fd04-4367-8e6e-4aea93aef485 on host hv-cinder-76629 for vnic_type normal with profile {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:58:37.488912 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-52092f40-68a0-4e75-8991-a451a28ce70e req-3d0150dd-1ed2-49cb-9234-f541284613aa service neutron] Attempting to bind port ac4794eb-fd04-4367-8e6e-4aea93aef485 by drivers openvswitch,hyperv on host hv-cinder-76629 at level 0 using segments [{'id': 'c59d852c-67a8-45a1-9163-f93f7d3175b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5634e23c-fa5a-4535-bb95-0bc9e3908dc8'}] {{(pid=109146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:58:37.489620 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52092f40-68a0-4e75-8991-a451a28ce70e req-3d0150dd-1ed2-49cb-9234-f541284613aa service neutron] Attempting to bind port ac4794eb-fd04-4367-8e6e-4aea93aef485 on network 5634e23c-fa5a-4535-bb95-0bc9e3908dc8 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:58:37.520427 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52092f40-68a0-4e75-8991-a451a28ce70e req-3d0150dd-1ed2-49cb-9234-f541284613aa service neutron] Port ac4794eb-fd04-4367-8e6e-4aea93aef485 on network 5634e23c-fa5a-4535-bb95-0bc9e3908dc8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76629 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 12:58:37.521333 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52092f40-68a0-4e75-8991-a451a28ce70e req-3d0150dd-1ed2-49cb-9234-f541284613aa service neutron] Attempting to bind port ac4794eb-fd04-4367-8e6e-4aea93aef485 on network 5634e23c-fa5a-4535-bb95-0bc9e3908dc8 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:58:37.542427 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52092f40-68a0-4e75-8991-a451a28ce70e req-3d0150dd-1ed2-49cb-9234-f541284613aa service neutron] Checking agent: {'id': 'b6c345f8-0197-4552-bdfc-f76fc82bf107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76629', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 47, 31), 'started_at': datetime.datetime(2021, 6, 16, 12, 47, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:58:37.560259 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52092f40-68a0-4e75-8991-a451a28ce70e req-3d0150dd-1ed2-49cb-9234-f541284613aa service neutron] Checking segment: {'id': 'c59d852c-67a8-45a1-9163-f93f7d3175b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5634e23c-fa5a-4535-bb95-0bc9e3908dc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:58:37.561205 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52092f40-68a0-4e75-8991-a451a28ce70e req-3d0150dd-1ed2-49cb-9234-f541284613aa service neutron] Bound using segment: {'id': 'c59d852c-67a8-45a1-9163-f93f7d3175b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5634e23c-fa5a-4535-bb95-0bc9e3908dc8'} {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:58:37.562103 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-52092f40-68a0-4e75-8991-a451a28ce70e req-3d0150dd-1ed2-49cb-9234-f541284613aa service neutron] Bound port: ac4794eb-fd04-4367-8e6e-4aea93aef485, host: hv-cinder-76629, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c59d852c-67a8-45a1-9163-f93f7d3175b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5634e23c-fa5a-4535-bb95-0bc9e3908dc8'}}] {{(pid=109146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:58:37.563582 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-52092f40-68a0-4e75-8991-a451a28ce70e req-3d0150dd-1ed2-49cb-9234-f541284613aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:37.622275 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc81eec-6cc9-4928-b60b-4a923dd314e2 req-77c388d8-f699-46b6-8202-1511972f278d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:37.626432 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9fc81eec-6cc9-4928-b60b-4a923dd314e2 req-77c388d8-f699-46b6-8202-1511972f278d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 946 time: 0.1892991 Jun 16 12:58:37.634833 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 53020) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:37.671181 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-ebe30b87-832e-4495-8235-95cba1a9887a req-1f19b832-860b-426b-b0c3-9ac99fd0cd6d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32077183'] for port, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:37.680503 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-a6e193f3-f95a-44c1-9c0f-789997cec3b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:37.755976 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19b832-860b-426b-b0c3-9ac99fd0cd6d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Pushing event deleted for resources: {'Port': ['ID=faf3d02f-fffc-43b0-ba37-b4a649295c87,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:37.772194 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-1f19b832-860b-426b-b0c3-9ac99fd0cd6d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:37.795046 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d5826d07-efdc-4027-883c-b4c10156b237 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:37.823172 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9fc81eec-6cc9-4928-b60b-4a923dd314e2 req-e73e077e-198e-4f35-a2b2-f2d859567064 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups?id=562d47c7-fb77-47df-9646-979d104f472a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114857 Jun 16 12:58:37.861942 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d5826d07-efdc-4027-883c-b4c10156b237 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:37.926618 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-52092f40-68a0-4e75-8991-a451a28ce70e req-3d0150dd-1ed2-49cb-9234-f541284613aa service neutron] For port ac4794eb-fd04-4367-8e6e-4aea93aef485, host hv-cinder-76629, cleared binding levels {{(pid=109146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:58:37.942108 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device faf3d02f-fffc-43b0-ba37-b4a649295c87 no longer exists at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 12:58:37.967617 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-52092f40-68a0-4e75-8991-a451a28ce70e req-3d0150dd-1ed2-49cb-9234-f541284613aa service neutron] For port ac4794eb-fd04-4367-8e6e-4aea93aef485, host hv-cinder-76629, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=ac4794eb-fd04-4367-8e6e-4aea93aef485,segment=NetworkSegment(c59d852c-67a8-45a1-9163-f93f7d3175b8),segment_id=c59d852c-67a8-45a1-9163-f93f7d3175b8)] {{(pid=109146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:58:37.989604 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-52092f40-68a0-4e75-8991-a451a28ce70e req-3d0150dd-1ed2-49cb-9234-f541284613aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32077174'] for port, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:37.999462 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-4e7ed0e0-1641-4e4a-9f3c-d904fe05f6d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:38.026029 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-43072469-a160-4d16-9402-2253616714b8 None None] No Port match for: faf3d02f-fffc-43b0-ba37-b4a649295c87 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 12:58:38.026838 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device faf3d02f-fffc-43b0-ba37-b4a649295c87 not bound to the agent host hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 12:58:38.027616 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 6984917c-1fa0-4c5f-82aa-21ed71169760 no longer exists at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 12:58:38.061183 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d5826d07-efdc-4027-883c-b4c10156b237 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:38.066190 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-43072469-a160-4d16-9402-2253616714b8 None None] No Port match for: 6984917c-1fa0-4c5f-82aa-21ed71169760 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 12:58:38.067903 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 6984917c-1fa0-4c5f-82aa-21ed71169760 not bound to the agent host hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 12:58:38.069612 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d5826d07-efdc-4027-883c-b4c10156b237 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:38.070406 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-d5826d07-efdc-4027-883c-b4c10156b237 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] 10.222.0.67 "DELETE /v2.0/security-groups/49569b5b-2a6b-4eff-b476-0393a87a31f0 HTTP/1.1" status: 204 len: 168 time: 0.4340215 Jun 16 12:58:38.076328 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-0765213e-be1b-4837-8a4e-c472f71f7dfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:38.100468 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5826d07-efdc-4027-883c-b4c10156b237 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49569b5b-2a6b-4eff-b476-0393a87a31f0,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:38.102957 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52092f40-68a0-4e75-8991-a451a28ce70e req-3d0150dd-1ed2-49cb-9234-f541284613aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:38.103392 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-d5826d07-efdc-4027-883c-b4c10156b237 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:38.104080 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-52092f40-68a0-4e75-8991-a451a28ce70e req-3d0150dd-1ed2-49cb-9234-f541284613aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:38.106785 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-52092f40-68a0-4e75-8991-a451a28ce70e req-3d0150dd-1ed2-49cb-9234-f541284613aa service neutron] 10.222.0.73 "PUT /v2.0/ports/ac4794eb-fd04-4367-8e6e-4aea93aef485 HTTP/1.1" status: 200 len: 1094 time: 2.8278716 Jun 16 12:58:38.107480 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6ddf6d0-4531-4b79-a970-48a97d382dea', 'tag': 'ac4794eb-fd04-4367-8e6e-4aea93aef485'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:58:38.123801 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d3ced2b0755242c869f5b076fa8168e6e97917c7fd5877aaea6e5f8b8701d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58f5101-a7c5-42b6-ad85-ef8980bb8568" -d '{"events": [{"name": "network-changed", "server_uuid": "e6ddf6d0-4531-4b79-a970-48a97d382dea", "tag": "ac4794eb-fd04-4367-8e6e-4aea93aef485"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:58:38.144619 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66cf601-72fc-41b7-ab2b-9e334cc214fb req-2eda9967-0f9f-4cbb-b2c5-6b09c733254a tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:38.156112 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a66cf601-72fc-41b7-ab2b-9e334cc214fb req-2eda9967-0f9f-4cbb-b2c5-6b09c733254a tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/ports?device_id=e6ddf6d0-4531-4b79-a970-48a97d382dea HTTP/1.1" status: 200 len: 944 time: 0.1618834 Jun 16 12:58:38.207715 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebe30b87-832e-4495-8235-95cba1a9887a req-1f19b832-860b-426b-b0c3-9ac99fd0cd6d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Router b0bae54f-9a8a-4397-b20e-232d984cf51e has already been hosted by L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 {{(pid=109146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 12:58:38.220953 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 53028) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:38.258468 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 12:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5551649-dde7-401c-ae2c-6e13ee74f2c6 x-openstack-request-id: req-f5551649-dde7-401c-ae2c-6e13ee74f2c6 {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:58:38.259044 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6ddf6d0-4531-4b79-a970-48a97d382dea", "tag": "ac4794eb-fd04-4367-8e6e-4aea93aef485", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:58:38.259494 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f5551649-dde7-401c-ae2c-6e13ee74f2c6 {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:58:38.260263 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a66cf601-72fc-41b7-ab2b-9e334cc214fb req-f5161f11-9680-498e-b646-4b5cc364b8f6 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e466290-5967-4f0f-bef2-ef2e39a65ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909796 Jun 16 12:58:38.260486 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6ddf6d0-4531-4b79-a970-48a97d382dea', 'tag': 'ac4794eb-fd04-4367-8e6e-4aea93aef485', 'status': 'completed', 'code': 200} Jun 16 12:58:38.312321 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0150dd-1ed2-49cb-9234-f541284613aa service neutron] Pushing event updated for resources: {'Port': ['ID=ac4794eb-fd04-4367-8e6e-4aea93aef485,revision_number=3']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:38.323522 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-3d0150dd-1ed2-49cb-9234-f541284613aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:38.526398 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52092f40-68a0-4e75-8991-a451a28ce70e req-e815aa4d-258f-4b64-8a5e-b32683a8e5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:38.529482 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-52092f40-68a0-4e75-8991-a451a28ce70e req-e815aa4d-258f-4b64-8a5e-b32683a8e5f7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0fd2b59564bb484f9cb00c4d30d67547&device_id=e6ddf6d0-4531-4b79-a970-48a97d382dea HTTP/1.1" status: 200 len: 1097 time: 0.3010440 Jun 16 12:58:38.632768 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-52092f40-68a0-4e75-8991-a451a28ce70e req-5c382314-d2cf-4809-b6eb-57a2608dec88 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac4794eb-fd04-4367-8e6e-4aea93aef485 HTTP/1.1" status: 200 len: 217 time: 0.0927250 Jun 16 12:58:38.656262 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebe30b87-832e-4495-8235-95cba1a9887a req-1f19b832-860b-426b-b0c3-9ac99fd0cd6d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 12:58:38.678267 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945af1bc-4573-43fa-9897-83d3f0924942 None None] Sync routers for ids ['b0bae54f-9a8a-4397-b20e-232d984cf51e'] in dv-cinder-766296-6-iscsi {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 12:58:38.696268 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945af1bc-4573-43fa-9897-83d3f0924942 None None] Routers {'b0bae54f-9a8a-4397-b20e-232d984cf51e'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:58:38.697477 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-945af1bc-4573-43fa-9897-83d3f0924942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644aacaac0>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:58:35Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['b0bae54f-9a8a-4397-b20e-232d984cf51e'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:58:38.806369 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe30b87-832e-4495-8235-95cba1a9887a req-1f19b832-860b-426b-b0c3-9ac99fd0cd6d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] No DVR routers for this DVR port faf3d02f-fffc-43b0-ba37-b4a649295c87 on host hv-cinder-76629 {{(pid=109146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 12:58:38.813837 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-ebe30b87-832e-4495-8235-95cba1a9887a req-1f19b832-860b-426b-b0c3-9ac99fd0cd6d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:38.819063 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-ebe30b87-832e-4495-8235-95cba1a9887a req-1f19b832-860b-426b-b0c3-9ac99fd0cd6d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.73 "DELETE /v2.0/ports/faf3d02f-fffc-43b0-ba37-b4a649295c87 HTTP/1.1" status: 204 len: 173 time: 3.5159080 Jun 16 12:58:38.843045 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52092f40-68a0-4e75-8991-a451a28ce70e req-3e866b1d-2ec5-4786-8e58-cd49e69fa015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:38.847680 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-52092f40-68a0-4e75-8991-a451a28ce70e req-3e866b1d-2ec5-4786-8e58-cd49e69fa015 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=69442524-2e7f-4a15-97a1-3d403dcf5953 HTTP/1.1" status: 200 len: 848 time: 0.2061646 Jun 16 12:58:38.959888 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-945af1bc-4573-43fa-9897-83d3f0924942 None None] Set router b0bae54f-9a8a-4397-b20e-232d984cf51e gateway port host: dv-cinder-766296-6-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:58:38.975308 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-52092f40-68a0-4e75-8991-a451a28ce70e req-38fe691e-c28b-4501-b84d-c6f64fefdecd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5634e23c-fa5a-4535-bb95-0bc9e3908dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075535 Jun 16 12:58:39.220455 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-da455353-cbc8-4e1a-8c2a-e65479ab4b03 req-5f04b340-6008-4ef2-a8fd-28fb16b986e9 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 210 time: 0.0868602 Jun 16 12:58:39.284048 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-52092f40-68a0-4e75-8991-a451a28ce70e req-6df053e1-43a8-4a12-b789-e875e44d5fad service neutron] 10.222.0.73 "GET /v2.0/networks/5634e23c-fa5a-4535-bb95-0bc9e3908dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948430 Jun 16 12:58:39.302326 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-003a0418-aaa5-4a18-89a2-8c9d855ddebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428507'] for router_interface, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:39.383154 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:39.600403 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-52092f40-68a0-4e75-8991-a451a28ce70e req-b6b95b62-7001-4bcb-9200-6463c8568efe service neutron] 10.222.0.73 "GET /v2.0/networks/5634e23c-fa5a-4535-bb95-0bc9e3908dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062036 Jun 16 12:58:39.631448 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-945af1bc-4573-43fa-9897-83d3f0924942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644aacaac0>, [{'id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'name': 'tempest-AttachVolumeShelveTestJSON-834222333-router', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '3c6fb636-68f3-4fe5-93eb-542e63f258c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:24Z', 'updated_at': '2021-06-16T12:49:43Z', 'revision_number': 4, 'project_id': '9142176cdce2480a88e9dcee58c356f4', 'gw_port': {'id': '3c6fb636-68f3-4fe5-93eb-542e63f258c8', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:26Z', 'updated_at': '2021-06-16T12:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '2fe31cab-afb2-436f-87ad-e2fb2d901ab3', 'name': '', 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'mac_address': 'fa:16:3e:a4:2f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6854b649-d35a-4298-9aa6-e7a75a6ae3a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:38Z', 'updated_at': '2021-06-16T12:50:04Z', 'revision_number': 5, 'project_id': '9142176cdce2480a88e9dcee58c356f4', 'subnets': [{'id': '6854b649-d35a-4298-9aa6-e7a75a6ae3a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:58:39.638859 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945af1bc-4573-43fa-9897-83d3f0924942 None None] Checking router: b0bae54f-9a8a-4397-b20e-232d984cf51e for host: dv-cinder-766296-6-iscsi {{(pid=109148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 12:58:39.661732 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945af1bc-4573-43fa-9897-83d3f0924942 None None] Routers {'b0bae54f-9a8a-4397-b20e-232d984cf51e'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:58:39.663447 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-945af1bc-4573-43fa-9897-83d3f0924942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644aacaac0>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:58:35Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['b0bae54f-9a8a-4397-b20e-232d984cf51e'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:58:39.782114 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c588a-33ad-4dce-b6a9-ffa682f1580e req-51a19221-86dd-4ee5-805f-da54036894eb tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:39.784739 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3a5c588a-33ad-4dce-b6a9-ffa682f1580e req-51a19221-86dd-4ee5-805f-da54036894eb tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/ports?device_id=e6ddf6d0-4531-4b79-a970-48a97d382dea HTTP/1.1" status: 200 len: 944 time: 0.2127509 Jun 16 12:58:39.865104 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-945af1bc-4573-43fa-9897-83d3f0924942 None None] Set router b0bae54f-9a8a-4397-b20e-232d984cf51e gateway port host: dv-cinder-766296-6-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:58:39.912958 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3a5c588a-33ad-4dce-b6a9-ffa682f1580e req-996046ac-eabe-4171-a004-5419576a849b tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e466290-5967-4f0f-bef2-ef2e39a65ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175532 Jun 16 12:58:39.988132 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-003a0418-aaa5-4a18-89a2-8c9d855ddebd admin admin] Deleting port 976624b9-aafd-443c-be7a-26965f5153b2 {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:58:39.988645 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-003a0418-aaa5-4a18-89a2-8c9d855ddebd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:40.114322 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [None req-003a0418-aaa5-4a18-89a2-8c9d855ddebd admin admin] For port 976624b9-aafd-443c-be7a-26965f5153b2, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=976624b9-aafd-443c-be7a-26965f5153b2,segment=NetworkSegment(00a4e780-9b72-4f52-955e-542392fdcf96),segment_id=00a4e780-9b72-4f52-955e-542392fdcf96)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:58:40.114958 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-003a0418-aaa5-4a18-89a2-8c9d855ddebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:40.206557 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-003a0418-aaa5-4a18-89a2-8c9d855ddebd admin admin] Calling delete_port for 976624b9-aafd-443c-be7a-26965f5153b2 owned by network:router_interface {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:58:40.246604 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-945af1bc-4573-43fa-9897-83d3f0924942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644aacaac0>, [{'id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'name': 'tempest-AttachVolumeShelveTestJSON-834222333-router', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '3c6fb636-68f3-4fe5-93eb-542e63f258c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:24Z', 'updated_at': '2021-06-16T12:49:43Z', 'revision_number': 4, 'project_id': '9142176cdce2480a88e9dcee58c356f4', 'gw_port': {'id': '3c6fb636-68f3-4fe5-93eb-542e63f258c8', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:26Z', 'updated_at': '2021-06-16T12:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '2fe31cab-afb2-436f-87ad-e2fb2d901ab3', 'name': '', 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'mac_address': 'fa:16:3e:a4:2f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6854b649-d35a-4298-9aa6-e7a75a6ae3a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:38Z', 'updated_at': '2021-06-16T12:50:04Z', 'revision_number': 5, 'project_id': '9142176cdce2480a88e9dcee58c356f4', 'subnets': [{'id': '6854b649-d35a-4298-9aa6-e7a75a6ae3a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:58:40.254204 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945af1bc-4573-43fa-9897-83d3f0924942 None None] The sync data for ids ['b0bae54f-9a8a-4397-b20e-232d984cf51e'] in dv-cinder-766296-6-iscsi is: [{'id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'name': 'tempest-AttachVolumeShelveTestJSON-834222333-router', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '3c6fb636-68f3-4fe5-93eb-542e63f258c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:24Z', 'updated_at': '2021-06-16T12:49:43Z', 'revision_number': 4, 'project_id': '9142176cdce2480a88e9dcee58c356f4', 'gw_port': {'id': '3c6fb636-68f3-4fe5-93eb-542e63f258c8', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:26Z', 'updated_at': '2021-06-16T12:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '2fe31cab-afb2-436f-87ad-e2fb2d901ab3', 'name': '', 'network_id': 'b092543c-4e0a-4b3c-b41e-431b7c90a537', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'mac_address': 'fa:16:3e:a4:2f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6854b649-d35a-4298-9aa6-e7a75a6ae3a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:38Z', 'updated_at': '2021-06-16T12:50:04Z', 'revision_number': 5, 'project_id': '9142176cdce2480a88e9dcee58c356f4', 'subnets': [{'id': '6854b649-d35a-4298-9aa6-e7a75a6ae3a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 12:58:40.262496 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '550ca17b-8b0e-429e-85d4-81808df07c91', 'name': 'network-vif-deleted', 'tag': 'faf3d02f-fffc-43b0-ba37-b4a649295c87'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:58:40.269915 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d3ced2b0755242c869f5b076fa8168e6e97917c7fd5877aaea6e5f8b8701d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940c0732-b317-43c6-a2ee-549e3d10db44" -d '{"events": [{"server_uuid": "550ca17b-8b0e-429e-85d4-81808df07c91", "name": "network-vif-deleted", "tag": "faf3d02f-fffc-43b0-ba37-b4a649295c87"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:58:40.345766 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 12:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8df940-b933-41bc-8eaf-d18ff6382ef8 x-openstack-request-id: req-2d8df940-b933-41bc-8eaf-d18ff6382ef8 {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:58:40.346856 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "550ca17b-8b0e-429e-85d4-81808df07c91", "name": "network-vif-deleted", "tag": "faf3d02f-fffc-43b0-ba37-b4a649295c87", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:58:40.347693 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2d8df940-b933-41bc-8eaf-d18ff6382ef8 {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:58:40.348746 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '550ca17b-8b0e-429e-85d4-81808df07c91', 'name': 'network-vif-deleted', 'tag': 'faf3d02f-fffc-43b0-ba37-b4a649295c87', 'status': 'completed', 'code': 200} Jun 16 12:58:40.536334 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-003a0418-aaa5-4a18-89a2-8c9d855ddebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26528900'] for port, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:40.553097 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-83ce893e-2e06-4344-830d-1e6975fd7793 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:40.633230 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a0418-aaa5-4a18-89a2-8c9d855ddebd admin admin] Pushing event deleted for resources: {'Port': ['ID=976624b9-aafd-443c-be7a-26965f5153b2,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:40.638044 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-003a0418-aaa5-4a18-89a2-8c9d855ddebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:40.643152 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-da2786b0-2ad9-4437-9636-1a07d9360d49 req-c2c9f597-bf6e-47df-a3f3-3e5c7c48d240 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 210 time: 0.1111345 Jun 16 12:58:40.658395 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085016bb-482a-403f-8a19-eaa3b818c3f1 None None] New status for floating IP 35b5e697-87cc-44a7-a8d6-790a21f51364: DOWN {{(pid=109147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 12:58:40.975803 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-003a0418-aaa5-4a18-89a2-8c9d855ddebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428367'] for router_interface, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:41.447229 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c1e95-540f-48d1-9ed3-b5e74a10a6bd req-e2ec3a3d-73c8-4c21-b14e-4d26e9523a85 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:41.450199 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-dd3c1e95-540f-48d1-9ed3-b5e74a10a6bd req-e2ec3a3d-73c8-4c21-b14e-4d26e9523a85 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/ports?device_id=e6ddf6d0-4531-4b79-a970-48a97d382dea HTTP/1.1" status: 200 len: 944 time: 0.2883050 Jun 16 12:58:41.553245 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-dd3c1e95-540f-48d1-9ed3-b5e74a10a6bd req-f2e000eb-03eb-45b4-b3ae-d51637e75a90 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e466290-5967-4f0f-bef2-ef2e39a65ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903049 Jun 16 12:58:41.566844 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003a0418-aaa5-4a18-89a2-8c9d855ddebd admin admin] Router 1ec4785e-773a-49bd-a508-789a73d42028 has already been hosted by L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 {{(pid=109145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 12:58:41.710550 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003a0418-aaa5-4a18-89a2-8c9d855ddebd admin admin] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 12:58:41.720868 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-003a0418-aaa5-4a18-89a2-8c9d855ddebd admin admin] 10.222.0.67 "PUT /v2.0/routers/1ec4785e-773a-49bd-a508-789a73d42028/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4967847 Jun 16 12:58:41.724259 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 53054) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:41.728605 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a534893-ca78-4c6e-b1d7-f3126000c65e None None] Sync routers for ids ['1ec4785e-773a-49bd-a508-789a73d42028'] in dv-cinder-766296-6-iscsi {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 12:58:41.746424 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a534893-ca78-4c6e-b1d7-f3126000c65e None None] Routers {'1ec4785e-773a-49bd-a508-789a73d42028'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:58:41.747449 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-6a534893-ca78-4c6e-b1d7-f3126000c65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644b71d880>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:58:35Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['1ec4785e-773a-49bd-a508-789a73d42028'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:58:41.929658 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0fcbbeed-0909-455f-b064-77b2365a5f85 admin admin] Notify callbacks [] for router, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:41.939563 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2a505f52-ab98-4a6f-bab9-fe2adb45549a req-7bbb1368-6353-4aae-a4da-e288f500da16 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/ports?device_id=550ca17b-8b0e-429e-85d4-81808df07c91 HTTP/1.1" status: 200 len: 210 time: 0.0554609 Jun 16 12:58:41.952968 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-6a534893-ca78-4c6e-b1d7-f3126000c65e None None] Set router 1ec4785e-773a-49bd-a508-789a73d42028 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:58:42.132828 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0fcbbeed-0909-455f-b064-77b2365a5f85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:42.204991 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-0fcbbeed-0909-455f-b064-77b2365a5f85 admin admin] Deleting port 52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1 {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:58:42.205486 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0fcbbeed-0909-455f-b064-77b2365a5f85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:42.238757 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-6a534893-ca78-4c6e-b1d7-f3126000c65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644b71d880>, [{'id': '1ec4785e-773a-49bd-a508-789a73d42028', 'name': 'tempest-TestShelveInstance-1493797412-router', 'tenant_id': '4b7db308073d4a089b0df0569909f5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:51:52Z', 'updated_at': '2021-06-16T12:58:40Z', 'revision_number': 5, 'project_id': '4b7db308073d4a089b0df0569909f5a2', 'gw_port': {'id': '52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec4785e-773a-49bd-a508-789a73d42028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:51:54Z', 'updated_at': '2021-06-16T12:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi'}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:58:42.243596 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a534893-ca78-4c6e-b1d7-f3126000c65e None None] Checking router: 1ec4785e-773a-49bd-a508-789a73d42028 for host: dv-cinder-766296-6-iscsi {{(pid=109148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 12:58:42.255866 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a534893-ca78-4c6e-b1d7-f3126000c65e None None] Routers {'1ec4785e-773a-49bd-a508-789a73d42028'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:58:42.256683 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-6a534893-ca78-4c6e-b1d7-f3126000c65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644b71d880>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:58:35Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['1ec4785e-773a-49bd-a508-789a73d42028'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:58:42.360358 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [None req-0fcbbeed-0909-455f-b064-77b2365a5f85 admin admin] For port 52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1,segment=NetworkSegment(ccabc92d-cb7c-48c7-8ba2-36435bcfb991),segment_id=ccabc92d-cb7c-48c7-8ba2-36435bcfb991)] {{(pid=109146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:58:42.361431 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0fcbbeed-0909-455f-b064-77b2365a5f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:42.365050 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-6a534893-ca78-4c6e-b1d7-f3126000c65e None None] Set router 1ec4785e-773a-49bd-a508-789a73d42028 gateway port host: None {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:58:42.461148 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-0fcbbeed-0909-455f-b064-77b2365a5f85 admin admin] Calling delete_port for 52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1 owned by network:router_gateway {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:58:42.463519 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-6a534893-ca78-4c6e-b1d7-f3126000c65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644b71d880>, [{'id': '1ec4785e-773a-49bd-a508-789a73d42028', 'name': 'tempest-TestShelveInstance-1493797412-router', 'tenant_id': '4b7db308073d4a089b0df0569909f5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:51:52Z', 'updated_at': '2021-06-16T12:58:42Z', 'revision_number': 6, 'project_id': '4b7db308073d4a089b0df0569909f5a2', 'gw_port_host': None}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:58:42.469913 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a534893-ca78-4c6e-b1d7-f3126000c65e None None] The sync data for ids ['1ec4785e-773a-49bd-a508-789a73d42028'] in dv-cinder-766296-6-iscsi is: [{'id': '1ec4785e-773a-49bd-a508-789a73d42028', 'name': 'tempest-TestShelveInstance-1493797412-router', 'tenant_id': '4b7db308073d4a089b0df0569909f5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:51:52Z', 'updated_at': '2021-06-16T12:58:42Z', 'revision_number': 6, 'project_id': '4b7db308073d4a089b0df0569909f5a2', 'gw_port_host': None}] {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 12:58:42.844587 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f5101-a7c5-42b6-ad85-ef8980bb8568 req-f9c2ef84-f14b-4db8-8deb-6fce8190a538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:42.847324 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e58f5101-a7c5-42b6-ad85-ef8980bb8568 req-f9c2ef84-f14b-4db8-8deb-6fce8190a538 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0fd2b59564bb484f9cb00c4d30d67547&device_id=e6ddf6d0-4531-4b79-a970-48a97d382dea HTTP/1.1" status: 200 len: 1097 time: 0.2729778 Jun 16 12:58:42.887251 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0fcbbeed-0909-455f-b064-77b2365a5f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32077183'] for port, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:42.895483 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-cba9b83b-24b3-4c49-a822-a4e9b74f658e tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:42.924363 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd791263-4b96-4b1e-955d-6b3e24cc4115 req-80cac6f7-9aba-4802-beee-98a17ce35753 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:42.928998 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fd791263-4b96-4b1e-955d-6b3e24cc4115 req-80cac6f7-9aba-4802-beee-98a17ce35753 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/ports?device_id=e6ddf6d0-4531-4b79-a970-48a97d382dea HTTP/1.1" status: 200 len: 944 time: 0.1261337 Jun 16 12:58:42.975950 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcbbeed-0909-455f-b064-77b2365a5f85 admin admin] Pushing event deleted for resources: {'Port': ['ID=52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:43.003192 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-0fcbbeed-0909-455f-b064-77b2365a5f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:43.026952 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fd791263-4b96-4b1e-955d-6b3e24cc4115 req-ad27780f-b686-4e36-a825-6fff63c4a2a7 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e466290-5967-4f0f-bef2-ef2e39a65ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854294 Jun 16 12:58:43.187661 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0fcbbeed-0909-455f-b064-77b2365a5f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442124'] for router_gateway, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:43.239611 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 53064) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:43.356387 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-be99a70e-57d2-4bc2-b5a6-11f742ab37d8 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:43.396085 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0fcbbeed-0909-455f-b064-77b2365a5f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13951'] for router, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:43.400120 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f5101-a7c5-42b6-ad85-ef8980bb8568 req-d1109f6d-a7a3-44ce-bbfd-508a4abae73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:43.403266 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e58f5101-a7c5-42b6-ad85-ef8980bb8568 req-d1109f6d-a7a3-44ce-bbfd-508a4abae73c service neutron] 10.222.0.73 "GET /v2.0/networks?id=5634e23c-fa5a-4535-bb95-0bc9e3908dc8 HTTP/1.1" status: 200 len: 909 time: 0.5304565 Jun 16 12:58:43.405516 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0fcbbeed-0909-455f-b064-77b2365a5f85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:43.410975 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-be99a70e-57d2-4bc2-b5a6-11f742ab37d8 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:43.518245 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-be99a70e-57d2-4bc2-b5a6-11f742ab37d8 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:43.524035 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-be99a70e-57d2-4bc2-b5a6-11f742ab37d8 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:43.530541 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-be99a70e-57d2-4bc2-b5a6-11f742ab37d8 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "DELETE /v2.0/security-groups/562d47c7-fb77-47df-9646-979d104f472a HTTP/1.1" status: 204 len: 168 time: 0.2849352 Jun 16 12:58:43.530541 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-7268541e-ec5f-4f12-833f-bb54cb86d4b3 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:43.537258 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 53066) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:43.551851 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e58f5101-a7c5-42b6-ad85-ef8980bb8568 req-3f7f65ee-16b1-4ea4-aa79-8159e6451909 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac4794eb-fd04-4367-8e6e-4aea93aef485 HTTP/1.1" status: 200 len: 217 time: 0.1400058 Jun 16 12:58:43.577026 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be99a70e-57d2-4bc2-b5a6-11f742ab37d8 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=562d47c7-fb77-47df-9646-979d104f472a,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:43.582695 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0fcbbeed-0909-455f-b064-77b2365a5f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443462'] for router, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:43.583540 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fcbbeed-0909-455f-b064-77b2365a5f85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ec4785e-773a-49bd-a508-789a73d42028 {{(pid=109146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 12:58:43.593697 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-be99a70e-57d2-4bc2-b5a6-11f742ab37d8 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:43.596211 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.api.v2.resource [None req-75840860-4735-49ca-8ac8-dd2ad4ddd2d3 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] show failed (client error): The resource could not be found. Jun 16 12:58:43.602414 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-75840860-4735-49ca-8ac8-dd2ad4ddd2d3 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "GET /v2.0/security-groups/562d47c7-fb77-47df-9646-979d104f472a HTTP/1.1" status: 404 len: 347 time: 0.0588942 Jun 16 12:58:43.603033 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 53070) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:43.637229 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0fcbbeed-0909-455f-b064-77b2365a5f85 admin admin] Notify callbacks [] for router, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:43.642314 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-0fcbbeed-0909-455f-b064-77b2365a5f85 admin admin] 10.222.0.67 "DELETE /v2.0/routers/1ec4785e-773a-49bd-a508-789a73d42028 HTTP/1.1" status: 204 len: 168 time: 1.9148543 Jun 16 12:58:43.646892 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 53074) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:43.762628 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_v2 [None req-f40bf3e8-68f0-4ee9-9649-e0b40517c53e admin admin] Deleting subnet 9bf69c79-31ca-43a9-a491-65d3ffec99d5 {{(pid=109146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 12:58:43.772420 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f40bf3e8-68f0-4ee9-9649-e0b40517c53e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:43.819059 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f5101-a7c5-42b6-ad85-ef8980bb8568 req-5533cb98-dfec-4fd5-88cf-c3975939a905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:43.821901 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e58f5101-a7c5-42b6-ad85-ef8980bb8568 req-5533cb98-dfec-4fd5-88cf-c3975939a905 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=69442524-2e7f-4a15-97a1-3d403dcf5953 HTTP/1.1" status: 200 len: 848 time: 0.2601914 Jun 16 12:58:43.902338 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e58f5101-a7c5-42b6-ad85-ef8980bb8568 req-68f5f1a0-6b23-49b7-86ba-d768da6a900e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5634e23c-fa5a-4535-bb95-0bc9e3908dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675430 Jun 16 12:58:43.904787 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-e9da89d9-1dd9-4976-8a37-b2c703ec481b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Deleting port f43a2ad5-0954-43fa-a792-22ded78e62c4 {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:58:43.905282 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e9da89d9-1dd9-4976-8a37-b2c703ec481b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:43.923030 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f40bf3e8-68f0-4ee9-9649-e0b40517c53e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32103771'] for subnet, precommit_delete_associations {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:44.064932 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e9da89d9-1dd9-4976-8a37-b2c703ec481b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:44.065791 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e9da89d9-1dd9-4976-8a37-b2c703ec481b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:44.229935 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-e9da89d9-1dd9-4976-8a37-b2c703ec481b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Calling delete_port for f43a2ad5-0954-43fa-a792-22ded78e62c4 owned by network:floatingip {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:58:44.230923 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e58f5101-a7c5-42b6-ad85-ef8980bb8568 req-fe4363fc-345f-4110-9a0c-b6b187488b2a service neutron] 10.222.0.73 "GET /v2.0/networks/5634e23c-fa5a-4535-bb95-0bc9e3908dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135600 Jun 16 12:58:44.237602 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f40bf3e8-68f0-4ee9-9649-e0b40517c53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3717015'] for subnet, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:44.561138 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ecca77-d4ee-42e9-9826-8464ce14e1d3 req-6895cb24-d710-449d-aa64-b2c18486a226 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:44.564721 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c1ecca77-d4ee-42e9-9826-8464ce14e1d3 req-6895cb24-d710-449d-aa64-b2c18486a226 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/ports?device_id=e6ddf6d0-4531-4b79-a970-48a97d382dea HTTP/1.1" status: 200 len: 944 time: 0.2339084 Jun 16 12:58:44.588792 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 976624b9-aafd-443c-be7a-26965f5153b2 no longer exists at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 12:58:44.626190 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] No Port match for: 976624b9-aafd-443c-be7a-26965f5153b2 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 12:58:44.626928 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 976624b9-aafd-443c-be7a-26965f5153b2 not bound to the agent host dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 12:58:44.627771 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1 no longer exists at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 12:58:44.664073 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] No Port match for: 52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 12:58:44.665262 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 52e6f3ba-25cd-4ba0-ba0c-9e3be152f5f1 not bound to the agent host dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 12:58:44.682521 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e9da89d9-1dd9-4976-8a37-b2c703ec481b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26528900'] for port, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:44.689244 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-c87b8cce-cccf-4c12-a0c5-e121f2f00de2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:44.702154 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c1ecca77-d4ee-42e9-9826-8464ce14e1d3 req-2b83dc93-ad90-4b09-9e73-cefbcb5edfe6 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e466290-5967-4f0f-bef2-ef2e39a65ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209304 Jun 16 12:58:44.743507 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da89d9-1dd9-4976-8a37-b2c703ec481b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Pushing event deleted for resources: {'Port': ['ID=f43a2ad5-0954-43fa-a792-22ded78e62c4,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:44.748154 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-e9da89d9-1dd9-4976-8a37-b2c703ec481b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:44.833864 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e9da89d9-1dd9-4976-8a37-b2c703ec481b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks [] for floatingip, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:44.837045 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e9da89d9-1dd9-4976-8a37-b2c703ec481b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for floatingip, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:44.838449 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-e9da89d9-1dd9-4976-8a37-b2c703ec481b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] 10.222.0.67 "DELETE /v2.0/floatingips/35b5e697-87cc-44a7-a8d6-790a21f51364 HTTP/1.1" status: 204 len: 168 time: 1.2336977 Jun 16 12:58:44.912369 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e58f5101-a7c5-42b6-ad85-ef8980bb8568 req-e95c7fa4-6cc9-47ed-b3ef-f643509097cd service neutron] 10.222.0.73 "GET /v2.0/networks/5634e23c-fa5a-4535-bb95-0bc9e3908dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6704106 Jun 16 12:58:44.915098 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f40bf3e8-68f0-4ee9-9649-e0b40517c53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3717000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32077237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31807229'] for subnet, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:44.920733 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-90bd5a20-09d6-443f-bc20-751448d33b3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:44.963686 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40bf3e8-68f0-4ee9-9649-e0b40517c53e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bf69c79-31ca-43a9-a491-65d3ffec99d5,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:44.966808 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f40bf3e8-68f0-4ee9-9649-e0b40517c53e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:44.970854 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-f40bf3e8-68f0-4ee9-9649-e0b40517c53e admin admin] 10.222.0.67 "DELETE /v2.0/subnets/9bf69c79-31ca-43a9-a491-65d3ffec99d5 HTTP/1.1" status: 204 len: 168 time: 1.3203599 Jun 16 12:58:44.970854 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-f40bf3e8-68f0-4ee9-9649-e0b40517c53e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:44.973282 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 53084) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:44.979856 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e848a4e-1f22-4e23-912c-2198e54c9f09 None None] Network 9c6243b5-3d74-40e5-9530-76601d13d460 requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:58:45.121337 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9e36cf3e-9718-42f7-a770-3e85400320d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3773194'] for network, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:45.208998 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-9e36cf3e-9718-42f7-a770-3e85400320d9 admin admin] Deleting port 09b8f897-f1a1-4d7f-889f-b85f0fcea2b0 {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:58:45.209484 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9e36cf3e-9718-42f7-a770-3e85400320d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:45.324880 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [None req-9e36cf3e-9718-42f7-a770-3e85400320d9 admin admin] For port 09b8f897-f1a1-4d7f-889f-b85f0fcea2b0, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=09b8f897-f1a1-4d7f-889f-b85f0fcea2b0,segment=NetworkSegment(00a4e780-9b72-4f52-955e-542392fdcf96),segment_id=00a4e780-9b72-4f52-955e-542392fdcf96)] {{(pid=109146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:58:45.325522 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9e36cf3e-9718-42f7-a770-3e85400320d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:45.342980 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d4de1f-8d10-4246-a334-71f112b0aaf8 None None] DHCP port deletion for 9c6243b5-3d74-40e5-9530-76601d13d460 request from dv-cinder-766296-6-iscsi {{(pid=109147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 12:58:45.423689 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-31d4de1f-8d10-4246-a334-71f112b0aaf8 None None] Deleting port 09b8f897-f1a1-4d7f-889f-b85f0fcea2b0 {{(pid=109147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:58:45.424317 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-31d4de1f-8d10-4246-a334-71f112b0aaf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:45.451326 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-9e36cf3e-9718-42f7-a770-3e85400320d9 admin admin] Calling delete_port for 09b8f897-f1a1-4d7f-889f-b85f0fcea2b0 owned by network:dhcp {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:58:45.580352 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-31d4de1f-8d10-4246-a334-71f112b0aaf8 None None] For port 09b8f897-f1a1-4d7f-889f-b85f0fcea2b0, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=09b8f897-f1a1-4d7f-889f-b85f0fcea2b0,segment=NetworkSegment(00a4e780-9b72-4f52-955e-542392fdcf96),segment_id=00a4e780-9b72-4f52-955e-542392fdcf96)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:58:45.581213 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-31d4de1f-8d10-4246-a334-71f112b0aaf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:45.599024 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9e36cf3e-9718-42f7-a770-3e85400320d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32077183'] for port, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:45.605359 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-7131c1fb-4e32-4a17-917d-96889f8c8eb4 tempest-ServerRescueNegativeTestJSON-330821124 tempest-ServerRescueNegativeTestJSON-330821124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:45.651233 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e36cf3e-9718-42f7-a770-3e85400320d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=09b8f897-f1a1-4d7f-889f-b85f0fcea2b0,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:45.655599 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-9e36cf3e-9718-42f7-a770-3e85400320d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:45.665670 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e36cf3e-9718-42f7-a770-3e85400320d9 admin admin] No DVR routers for this DVR port 09b8f897-f1a1-4d7f-889f-b85f0fcea2b0 on host dv-cinder-766296-6-iscsi {{(pid=109146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 12:58:45.693680 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-31d4de1f-8d10-4246-a334-71f112b0aaf8 None None] Calling delete_port for 09b8f897-f1a1-4d7f-889f-b85f0fcea2b0 owned by network:dhcp {{(pid=109147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:58:45.808611 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9e36cf3e-9718-42f7-a770-3e85400320d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3713560', 'neutron.services.segments.db._delete_segments_for_network-8754302582321'] for network, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:45.827139 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-9e36cf3e-9718-42f7-a770-3e85400320d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f644c4f9640>,) {'filters': {'network_id': ['9c6243b5-3d74-40e5-9530-76601d13d460']}} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:58:45.851007 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-9e36cf3e-9718-42f7-a770-3e85400320d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f644c4f9640>, '00a4e780-9b72-4f52-955e-542392fdcf96') {'for_net_delete': True} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:58:45.851504 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-9e36cf3e-9718-42f7-a770-3e85400320d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f644c4f9640>, '00a4e780-9b72-4f52-955e-542392fdcf96') {} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:58:45.873989 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9e36cf3e-9718-42f7-a770-3e85400320d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754302581378', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32103746'] for segment, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:45.887558 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-31d4de1f-8d10-4246-a334-71f112b0aaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447'] for port, after_delete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:45.895774 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:45.925476 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9e36cf3e-9718-42f7-a770-3e85400320d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076'] for segment, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:45.939067 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e36cf3e-9718-42f7-a770-3e85400320d9 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=109146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 12:58:45.939778 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9e36cf3e-9718-42f7-a770-3e85400320d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32077098'] for segment, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: retrieve_revision_numbers = { Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: conditions |= (models_v2.Port.network_id.in_( Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: conditions |= (models_v2.Port.network_id.in_( Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: conditions |= (models_v2.Port.network_id.in_( Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: retrieve_revision_numbers = { Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: conditions |= (models_v2.Port.network_id.in_( Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: retrieve_revision_numbers = { Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: Traceback (most recent call last): Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: timer() Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: cb(*args, **kw) Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: return func(*args, **kwargs) Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: self._notify() Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: self.callback(batched_events) Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: event.method(event) Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: return f(self, *a, **k) Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: return self._get(url).json() Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: return self.request(url, 'GET', **kwargs) Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 12:58:45.943625 dv-cinder-766296-6-iscsi neutron-server[109146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 12:58:45.960318 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d4de1f-8d10-4246-a334-71f112b0aaf8 None None] No DVR routers for this DVR port 09b8f897-f1a1-4d7f-889f-b85f0fcea2b0 on host dv-cinder-766296-6-iscsi {{(pid=109147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 12:58:45.968478 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4de1f-8d10-4246-a334-71f112b0aaf8 None None] Pushing event deleted for resources: {'Port': ['ID=09b8f897-f1a1-4d7f-889f-b85f0fcea2b0,revision_number=None']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:45.978023 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-31d4de1f-8d10-4246-a334-71f112b0aaf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:45.994942 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device ac4794eb-fd04-4367-8e6e-4aea93aef485 details requested by agent hyperv_hv-cinder-76629 with host hv-cinder-76629 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 12:58:46.080443 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9e36cf3e-9718-42f7-a770-3e85400320d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3713553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442210'] for network, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:46.086666 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-9e36cf3e-9718-42f7-a770-3e85400320d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for network, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:46.089015 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-9e36cf3e-9718-42f7-a770-3e85400320d9 admin admin] 10.222.0.67 "DELETE /v2.0/networks/9c6243b5-3d74-40e5-9530-76601d13d460 HTTP/1.1" status: 204 len: 168 time: 1.1145010 Jun 16 12:58:46.090208 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:46.091841 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c88bd8-f3c5-430b-b68d-71128414df27 req-1cb32d39-4015-4c51-9e55-49d64157560c tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:46.095131 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 53098) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:46.095964 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e9c88bd8-f3c5-430b-b68d-71128414df27 req-1cb32d39-4015-4c51-9e55-49d64157560c tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/ports?device_id=e6ddf6d0-4531-4b79-a970-48a97d382dea HTTP/1.1" status: 200 len: 944 time: 0.1359410 Jun 16 12:58:46.177714 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e9c88bd8-f3c5-430b-b68d-71128414df27 req-219f65c8-0e6e-4443-88d7-739e0801f587 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e466290-5967-4f0f-bef2-ef2e39a65ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741875 Jun 16 12:58:46.230644 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port ac4794eb-fd04-4367-8e6e-4aea93aef485, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=ac4794eb-fd04-4367-8e6e-4aea93aef485,segment=NetworkSegment(c59d852c-67a8-45a1-9163-f93f7d3175b8),segment_id=c59d852c-67a8-45a1-9163-f93f7d3175b8)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:58:46.242997 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e36cf3e-9718-42f7-a770-3e85400320d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c6243b5-3d74-40e5-9530-76601d13d460,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:46.247165 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-9e36cf3e-9718-42f7-a770-3e85400320d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:46.254112 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Returning: {'device': 'ac4794eb-fd04-4367-8e6e-4aea93aef485', 'network_id': '5634e23c-fa5a-4535-bb95-0bc9e3908dc8', 'port_id': 'ac4794eb-fd04-4367-8e6e-4aea93aef485', 'mac_address': 'fa:16:3e:9a:7a:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69442524-2e7f-4a15-97a1-3d403dcf5953', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 12:58:46.334781 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:46.362617 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-43072469-a160-4d16-9402-2253616714b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac4794eb-fd04-4367-8e6e-4aea93aef485 {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 12:58:46.403730 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port ac4794eb-fd04-4367-8e6e-4aea93aef485, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=ac4794eb-fd04-4367-8e6e-4aea93aef485,segment=NetworkSegment(c59d852c-67a8-45a1-9163-f93f7d3175b8),segment_id=c59d852c-67a8-45a1-9163-f93f7d3175b8)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:58:46.410312 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:46.414061 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:46.516158 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=ac4794eb-fd04-4367-8e6e-4aea93aef485,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:46.521389 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:46.574390 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 09b8f897-f1a1-4d7f-889f-b85f0fcea2b0 no longer exists at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 12:58:46.614576 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] No Port match for: 09b8f897-f1a1-4d7f-889f-b85f0fcea2b0 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 12:58:46.615084 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 09b8f897-f1a1-4d7f-889f-b85f0fcea2b0 not bound to the agent host dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 12:58:46.637998 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] get_ports_and_sgs() called for port_ids ['ac4794eb-fd04-4367-8e6e-4aea93aef485'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 12:58:46.722190 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7d280b56-dc24-4f1c-91bf-283c042ee572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428507'] for router_interface, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:47.153322 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-7d280b56-dc24-4f1c-91bf-283c042ee572 admin admin] Deleting port 42174bea-4bfa-42ee-9641-623e8075776c {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:58:47.154010 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7d280b56-dc24-4f1c-91bf-283c042ee572 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:47.278593 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [None req-7d280b56-dc24-4f1c-91bf-283c042ee572 admin admin] For port 42174bea-4bfa-42ee-9641-623e8075776c, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=42174bea-4bfa-42ee-9641-623e8075776c,segment=NetworkSegment(f3c0e0d2-a91b-4642-ac28-9d02902b06f4),segment_id=f3c0e0d2-a91b-4642-ac28-9d02902b06f4)] {{(pid=109146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:58:47.279241 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7d280b56-dc24-4f1c-91bf-283c042ee572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:47.373843 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-7d280b56-dc24-4f1c-91bf-283c042ee572 admin admin] Calling delete_port for 42174bea-4bfa-42ee-9641-623e8075776c owned by network:router_interface {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:58:47.466331 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d199d-40f8-4a05-bdf6-289cf9174a72 req-da01986e-556a-42fb-badb-11f95a44a0d2 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:47.469994 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0e8d199d-40f8-4a05-bdf6-289cf9174a72 req-da01986e-556a-42fb-badb-11f95a44a0d2 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/ports?device_id=e6ddf6d0-4531-4b79-a970-48a97d382dea HTTP/1.1" status: 200 len: 945 time: 0.1116219 Jun 16 12:58:47.525130 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0e8d199d-40f8-4a05-bdf6-289cf9174a72 req-64baa287-0431-473a-a904-7d5816a47098 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e466290-5967-4f0f-bef2-ef2e39a65ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453372 Jun 16 12:58:47.715539 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7d280b56-dc24-4f1c-91bf-283c042ee572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32077183'] for port, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:47.722424 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-0fcbbeed-0909-455f-b064-77b2365a5f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:47.783294 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d280b56-dc24-4f1c-91bf-283c042ee572 admin admin] Pushing event deleted for resources: {'Port': ['ID=42174bea-4bfa-42ee-9641-623e8075776c,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:47.811622 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-7d280b56-dc24-4f1c-91bf-283c042ee572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:48.009027 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device ac4794eb-fd04-4367-8e6e-4aea93aef485 up at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:58:48.056150 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 53126) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:48.066350 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7d280b56-dc24-4f1c-91bf-283c042ee572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428367'] for router_interface, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:48.093592 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning for port ac4794eb-fd04-4367-8e6e-4aea93aef485 completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:58:48.099864 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning complete for port ac4794eb-fd04-4367-8e6e-4aea93aef485 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:58:48.100240 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:48.244078 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:48.299211 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ddf6d0-4531-4b79-a970-48a97d382dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4794eb-fd04-4367-8e6e-4aea93aef485'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:58:48.302124 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc19868b2eeee4f788927d96de96bc76ef619c1c8eef803ec6a338432d17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b794bcfc-a3c7-4da7-9c66-f4e949ecf425" -d '{"events": [{"server_uuid": "e6ddf6d0-4531-4b79-a970-48a97d382dea", "name": "network-vif-plugged", "status": "completed", "tag": "ac4794eb-fd04-4367-8e6e-4aea93aef485"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:58:48.325251 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port ac4794eb-fd04-4367-8e6e-4aea93aef485, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=ac4794eb-fd04-4367-8e6e-4aea93aef485,segment=NetworkSegment(c59d852c-67a8-45a1-9163-f93f7d3175b8),segment_id=c59d852c-67a8-45a1-9163-f93f7d3175b8)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:58:48.339378 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:48.342446 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-6b6af955-4ae3-4870-b930-80eaa25449fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:48.409237 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 12:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b72596-bb0e-42cc-968b-9290a2ccc118 x-openstack-request-id: req-07b72596-bb0e-42cc-968b-9290a2ccc118 {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:58:48.410285 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ddf6d0-4531-4b79-a970-48a97d382dea", "name": "network-vif-plugged", "status": "completed", "tag": "ac4794eb-fd04-4367-8e6e-4aea93aef485", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:58:48.414874 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-07b72596-bb0e-42cc-968b-9290a2ccc118 {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:58:48.417284 dv-cinder-766296-6-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ddf6d0-4531-4b79-a970-48a97d382dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4794eb-fd04-4367-8e6e-4aea93aef485', 'code': 200} Jun 16 12:58:48.508699 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=ac4794eb-fd04-4367-8e6e-4aea93aef485,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:48.519645 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:48.555255 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d280b56-dc24-4f1c-91bf-283c042ee572 admin admin] Router 53f05331-02dc-4c5a-9088-5419d1ca0b04 has already been hosted by L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 {{(pid=109146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 12:58:48.812543 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d280b56-dc24-4f1c-91bf-283c042ee572 admin admin] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 12:58:48.827086 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-7d280b56-dc24-4f1c-91bf-283c042ee572 admin admin] 10.222.0.67 "PUT /v2.0/routers/53f05331-02dc-4c5a-9088-5419d1ca0b04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7259855 Jun 16 12:58:48.827455 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 53140) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:48.835754 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020c5f22-262f-4eaf-9652-e5af80020b9f None None] Sync routers for ids ['53f05331-02dc-4c5a-9088-5419d1ca0b04'] in dv-cinder-766296-6-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 12:58:48.849243 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020c5f22-262f-4eaf-9652-e5af80020b9f None None] Routers {'53f05331-02dc-4c5a-9088-5419d1ca0b04'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:58:48.850869 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-020c5f22-262f-4eaf-9652-e5af80020b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a7c1580>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:58:35Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['53f05331-02dc-4c5a-9088-5419d1ca0b04'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:58:48.948961 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f281b-ab76-4f51-9227-09247b9a0b94 req-4cb3c0d7-21bb-4ec7-ad06-f151c28c3aac tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:48.951306 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-106f281b-ab76-4f51-9227-09247b9a0b94 req-4cb3c0d7-21bb-4ec7-ad06-f151c28c3aac tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/ports?device_id=e6ddf6d0-4531-4b79-a970-48a97d382dea HTTP/1.1" status: 200 len: 946 time: 0.1898084 Jun 16 12:58:49.012911 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711325f2-310d-429c-be4a-70b0fdf0bafb req-2e3cd53b-4e96-40c9-ad3c-86b0cb0acc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:49.015655 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-711325f2-310d-429c-be4a-70b0fdf0bafb req-2e3cd53b-4e96-40c9-ad3c-86b0cb0acc80 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e6ddf6d0-4531-4b79-a970-48a97d382dea HTTP/1.1" status: 200 len: 1099 time: 0.2676439 Jun 16 12:58:49.045058 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1431b657-d657-4c79-bf19-2465aff69314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428507'] for router_interface, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:49.053160 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-106f281b-ab76-4f51-9227-09247b9a0b94 req-126221b2-678d-43b0-9ac0-19c192d9ebba tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e466290-5967-4f0f-bef2-ef2e39a65ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872576 Jun 16 12:58:49.092131 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-adcae0fa-ff84-4ab6-95e0-fb230bf18363 admin admin] Notify callbacks [] for router, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:49.096431 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-711325f2-310d-429c-be4a-70b0fdf0bafb req-39dd7322-9c9d-44a3-8f2a-a8940126f606 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4e466290-5967-4f0f-bef2-ef2e39a65ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728459 Jun 16 12:58:49.211066 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-020c5f22-262f-4eaf-9652-e5af80020b9f None None] Set router 53f05331-02dc-4c5a-9088-5419d1ca0b04 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:58:49.254647 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-adcae0fa-ff84-4ab6-95e0-fb230bf18363 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:49.363215 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-adcae0fa-ff84-4ab6-95e0-fb230bf18363 admin admin] Deleting port 551cc472-22ef-4d0e-8fe0-c664354b02ef {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:58:49.363803 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-adcae0fa-ff84-4ab6-95e0-fb230bf18363 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:49.552781 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-020c5f22-262f-4eaf-9652-e5af80020b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a7c1580>, [{'id': '53f05331-02dc-4c5a-9088-5419d1ca0b04', 'name': 'tempest-TestShelveInstance-1160916205-router', 'tenant_id': 'b9f28ceac0024f79aa0732fbc41474d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '551cc472-22ef-4d0e-8fe0-c664354b02ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:52:06Z', 'updated_at': '2021-06-16T12:58:47Z', 'revision_number': 5, 'project_id': 'b9f28ceac0024f79aa0732fbc41474d3', 'gw_port': {'id': '551cc472-22ef-4d0e-8fe0-c664354b02ef', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:54:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f05331-02dc-4c5a-9088-5419d1ca0b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:52:07Z', 'updated_at': '2021-06-16T12:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi'}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:58:49.557721 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020c5f22-262f-4eaf-9652-e5af80020b9f None None] Checking router: 53f05331-02dc-4c5a-9088-5419d1ca0b04 for host: dv-cinder-766296-6-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 12:58:49.573148 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020c5f22-262f-4eaf-9652-e5af80020b9f None None] Routers {'53f05331-02dc-4c5a-9088-5419d1ca0b04'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:58:49.574258 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-020c5f22-262f-4eaf-9652-e5af80020b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a7c1580>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:58:35Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['53f05331-02dc-4c5a-9088-5419d1ca0b04'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:58:49.686500 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [None req-adcae0fa-ff84-4ab6-95e0-fb230bf18363 admin admin] For port 551cc472-22ef-4d0e-8fe0-c664354b02ef, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=551cc472-22ef-4d0e-8fe0-c664354b02ef,segment=NetworkSegment(ccabc92d-cb7c-48c7-8ba2-36435bcfb991),segment_id=ccabc92d-cb7c-48c7-8ba2-36435bcfb991)] {{(pid=109146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:58:49.687502 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-adcae0fa-ff84-4ab6-95e0-fb230bf18363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:49.736609 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-020c5f22-262f-4eaf-9652-e5af80020b9f None None] Set router 53f05331-02dc-4c5a-9088-5419d1ca0b04 gateway port host: None {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:58:49.847632 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-020c5f22-262f-4eaf-9652-e5af80020b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a7c1580>, [{'id': '53f05331-02dc-4c5a-9088-5419d1ca0b04', 'name': 'tempest-TestShelveInstance-1160916205-router', 'tenant_id': 'b9f28ceac0024f79aa0732fbc41474d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:52:06Z', 'updated_at': '2021-06-16T12:58:49Z', 'revision_number': 6, 'project_id': 'b9f28ceac0024f79aa0732fbc41474d3', 'gw_port_host': None}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:58:49.853426 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020c5f22-262f-4eaf-9652-e5af80020b9f None None] The sync data for ids ['53f05331-02dc-4c5a-9088-5419d1ca0b04'] in dv-cinder-766296-6-iscsi is: [{'id': '53f05331-02dc-4c5a-9088-5419d1ca0b04', 'name': 'tempest-TestShelveInstance-1160916205-router', 'tenant_id': 'b9f28ceac0024f79aa0732fbc41474d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:52:06Z', 'updated_at': '2021-06-16T12:58:49Z', 'revision_number': 6, 'project_id': 'b9f28ceac0024f79aa0732fbc41474d3', 'gw_port_host': None}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 12:58:49.855829 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-adcae0fa-ff84-4ab6-95e0-fb230bf18363 admin admin] Calling delete_port for 551cc472-22ef-4d0e-8fe0-c664354b02ef owned by network:router_gateway {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:58:50.030796 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-1431b657-d657-4c79-bf19-2465aff69314 admin admin] Deleting port 2fe31cab-afb2-436f-87ad-e2fb2d901ab3 {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:58:50.031433 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1431b657-d657-4c79-bf19-2465aff69314 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:50.149793 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-adcae0fa-ff84-4ab6-95e0-fb230bf18363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32077183'] for port, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:50.154701 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-4138bee7-2549-47db-b5ac-33cd7365acc4 tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:50.204892 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcae0fa-ff84-4ab6-95e0-fb230bf18363 admin admin] Pushing event deleted for resources: {'Port': ['ID=551cc472-22ef-4d0e-8fe0-c664354b02ef,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:50.209497 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-adcae0fa-ff84-4ab6-95e0-fb230bf18363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:50.268184 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [None req-1431b657-d657-4c79-bf19-2465aff69314 admin admin] For port 2fe31cab-afb2-436f-87ad-e2fb2d901ab3, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=2fe31cab-afb2-436f-87ad-e2fb2d901ab3,segment=NetworkSegment(042ac9d8-9593-43f5-8ffd-f1b933e86f71),segment_id=042ac9d8-9593-43f5-8ffd-f1b933e86f71)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:58:50.268554 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1431b657-d657-4c79-bf19-2465aff69314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:50.340245 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-adcae0fa-ff84-4ab6-95e0-fb230bf18363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442124'] for router_gateway, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:50.381288 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-1431b657-d657-4c79-bf19-2465aff69314 admin admin] Calling delete_port for 2fe31cab-afb2-436f-87ad-e2fb2d901ab3 owned by network:router_interface {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:58:50.501115 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0720fe-b856-4baf-a57e-d6fcf1357751 req-5e72254b-847f-45b6-aabe-648d496f26b1 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:50.503611 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-bf0720fe-b856-4baf-a57e-d6fcf1357751 req-5e72254b-847f-45b6-aabe-648d496f26b1 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/ports?device_id=e6ddf6d0-4531-4b79-a970-48a97d382dea HTTP/1.1" status: 200 len: 946 time: 0.2956796 Jun 16 12:58:50.505827 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-adcae0fa-ff84-4ab6-95e0-fb230bf18363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13951'] for router, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:50.509425 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-adcae0fa-ff84-4ab6-95e0-fb230bf18363 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:50.591160 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-adcae0fa-ff84-4ab6-95e0-fb230bf18363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443462'] for router, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:50.591957 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcae0fa-ff84-4ab6-95e0-fb230bf18363 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53f05331-02dc-4c5a-9088-5419d1ca0b04 {{(pid=109146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 12:58:50.600375 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-adcae0fa-ff84-4ab6-95e0-fb230bf18363 admin admin] Notify callbacks [] for router, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:50.602399 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-adcae0fa-ff84-4ab6-95e0-fb230bf18363 admin admin] 10.222.0.67 "DELETE /v2.0/routers/53f05331-02dc-4c5a-9088-5419d1ca0b04 HTTP/1.1" status: 204 len: 168 time: 1.7731106 Jun 16 12:58:50.605450 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 53152) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:50.610856 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-bf0720fe-b856-4baf-a57e-d6fcf1357751 req-937c619b-607e-477d-973d-9c6ff2ce4754 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e466290-5967-4f0f-bef2-ef2e39a65ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943024 Jun 16 12:58:50.733788 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_v2 [None req-e97d1ef9-dc74-4f0a-a3e8-cd5140a631a0 admin admin] Deleting subnet 6bebd2c7-1aaf-4d4c-8679-2c7463e363ff {{(pid=109146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 12:58:50.741452 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e97d1ef9-dc74-4f0a-a3e8-cd5140a631a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:50.783196 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1431b657-d657-4c79-bf19-2465aff69314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26528900'] for port, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:50.788177 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-7215b977-4de1-4ab3-9989-76c776bc7210 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:50.827579 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431b657-d657-4c79-bf19-2465aff69314 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fe31cab-afb2-436f-87ad-e2fb2d901ab3,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:50.833616 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-1431b657-d657-4c79-bf19-2465aff69314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:50.854386 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 42174bea-4bfa-42ee-9641-623e8075776c no longer exists at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 12:58:50.974780 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] No Port match for: 42174bea-4bfa-42ee-9641-623e8075776c {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 12:58:50.975362 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 42174bea-4bfa-42ee-9641-623e8075776c not bound to the agent host dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 12:58:50.976092 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 551cc472-22ef-4d0e-8fe0-c664354b02ef no longer exists at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 12:58:51.029396 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] No Port match for: 551cc472-22ef-4d0e-8fe0-c664354b02ef {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 12:58:51.030544 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 551cc472-22ef-4d0e-8fe0-c664354b02ef not bound to the agent host dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 12:58:51.250089 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1431b657-d657-4c79-bf19-2465aff69314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428367'] for router_interface, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:51.430741 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e97d1ef9-dc74-4f0a-a3e8-cd5140a631a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32103771'] for subnet, precommit_delete_associations {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:51.554592 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e97d1ef9-dc74-4f0a-a3e8-cd5140a631a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3717015'] for subnet, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:51.651535 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e97d1ef9-dc74-4f0a-a3e8-cd5140a631a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3717000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32077237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31807229'] for subnet, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:51.656874 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:51.699918 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d1ef9-dc74-4f0a-a3e8-cd5140a631a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bebd2c7-1aaf-4d4c-8679-2c7463e363ff,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:51.704202 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-e97d1ef9-dc74-4f0a-a3e8-cd5140a631a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:51.708142 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-e97d1ef9-dc74-4f0a-a3e8-cd5140a631a0 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/6bebd2c7-1aaf-4d4c-8679-2c7463e363ff HTTP/1.1" status: 204 len: 168 time: 1.1005778 Jun 16 12:58:51.709427 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-e97d1ef9-dc74-4f0a-a3e8-cd5140a631a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:51.712170 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 53170) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:51.717656 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559f734e-4c42-43fd-93df-e17fd65bfc84 None None] Network a8d36231-592d-49c6-b0df-a5a65145c71e requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:58:51.860943 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1431b657-d657-4c79-bf19-2465aff69314 admin admin] Router b0bae54f-9a8a-4397-b20e-232d984cf51e has already been hosted by L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 {{(pid=109145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 12:58:51.867593 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d81d43df-fe15-46cd-af2a-b430791a766e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3773194'] for network, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:52.034494 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f35f6aa-bbf4-4329-b39b-01bf2483ba32 None None] DHCP port deletion for a8d36231-592d-49c6-b0df-a5a65145c71e request from dv-cinder-766296-6-iscsi {{(pid=109147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 12:58:52.128147 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-5f35f6aa-bbf4-4329-b39b-01bf2483ba32 None None] Deleting port 6f4a35a5-c24a-4902-b546-2c444970f9bb {{(pid=109147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:58:52.128911 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-5f35f6aa-bbf4-4329-b39b-01bf2483ba32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:52.150254 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1431b657-d657-4c79-bf19-2465aff69314 admin admin] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 12:58:52.160650 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-1431b657-d657-4c79-bf19-2465aff69314 admin admin] 10.222.0.67 "PUT /v2.0/routers/b0bae54f-9a8a-4397-b20e-232d984cf51e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1030488 Jun 16 12:58:52.163273 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-d81d43df-fe15-46cd-af2a-b430791a766e admin admin] Deleting port 6f4a35a5-c24a-4902-b546-2c444970f9bb {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:58:52.163769 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d81d43df-fe15-46cd-af2a-b430791a766e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:52.165673 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 53182) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:52.168649 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d307ce-a087-45f9-8392-47410ed7a917 None None] Sync routers for ids ['b0bae54f-9a8a-4397-b20e-232d984cf51e'] in dv-cinder-766296-6-iscsi {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 12:58:52.191579 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d307ce-a087-45f9-8392-47410ed7a917 None None] Routers {'b0bae54f-9a8a-4397-b20e-232d984cf51e'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:58:52.192527 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-43d307ce-a087-45f9-8392-47410ed7a917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644b8ce850>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:58:35Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['b0bae54f-9a8a-4397-b20e-232d984cf51e'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:58:52.196590 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf6295-5256-4913-9fd2-69154ccee690 req-e1a56410-b26c-4bf4-9233-4bd7ff74e176 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:52.198298 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-badf6295-5256-4913-9fd2-69154ccee690 req-e1a56410-b26c-4bf4-9233-4bd7ff74e176 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/ports?device_id=e6ddf6d0-4531-4b79-a970-48a97d382dea HTTP/1.1" status: 200 len: 946 time: 0.1820805 Jun 16 12:58:52.320748 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-5f35f6aa-bbf4-4329-b39b-01bf2483ba32 None None] For port 6f4a35a5-c24a-4902-b546-2c444970f9bb, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=6f4a35a5-c24a-4902-b546-2c444970f9bb,segment=NetworkSegment(f3c0e0d2-a91b-4642-ac28-9d02902b06f4),segment_id=f3c0e0d2-a91b-4642-ac28-9d02902b06f4)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:58:52.321859 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-5f35f6aa-bbf4-4329-b39b-01bf2483ba32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:52.331303 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [None req-d81d43df-fe15-46cd-af2a-b430791a766e admin admin] For port 6f4a35a5-c24a-4902-b546-2c444970f9bb, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=6f4a35a5-c24a-4902-b546-2c444970f9bb,segment=NetworkSegment(f3c0e0d2-a91b-4642-ac28-9d02902b06f4),segment_id=f3c0e0d2-a91b-4642-ac28-9d02902b06f4)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:58:52.332162 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d81d43df-fe15-46cd-af2a-b430791a766e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:52.413440 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-5f35f6aa-bbf4-4329-b39b-01bf2483ba32 None None] Calling delete_port for 6f4a35a5-c24a-4902-b546-2c444970f9bb owned by network:dhcp {{(pid=109147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:58:52.455531 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-d81d43df-fe15-46cd-af2a-b430791a766e admin admin] Calling delete_port for 6f4a35a5-c24a-4902-b546-2c444970f9bb owned by network:dhcp {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:58:52.488994 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5761d45f-808c-4138-8bb2-f5eb0e323d06 admin admin] Notify callbacks [] for router, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:52.587282 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-43d307ce-a087-45f9-8392-47410ed7a917 None None] Set router b0bae54f-9a8a-4397-b20e-232d984cf51e gateway port host: dv-cinder-766296-6-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:58:52.626349 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-5f35f6aa-bbf4-4329-b39b-01bf2483ba32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447'] for port, after_delete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:52.653321 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d81d43df-fe15-46cd-af2a-b430791a766e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26528900'] for port, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:52.663744 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:52.670465 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-e9da89d9-1dd9-4976-8a37-b2c703ec481b tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:52.686089 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f35f6aa-bbf4-4329-b39b-01bf2483ba32 None None] No DVR routers for this DVR port 6f4a35a5-c24a-4902-b546-2c444970f9bb on host dv-cinder-766296-6-iscsi {{(pid=109147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 12:58:52.714582 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 6f4a35a5-c24a-4902-b546-2c444970f9bb no longer exists at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 12:58:52.752761 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-badf6295-5256-4913-9fd2-69154ccee690 req-fd33c2e9-363d-413f-a429-31b117def2d9 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e466290-5967-4f0f-bef2-ef2e39a65ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5383294 Jun 16 12:58:52.760054 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d43df-fe15-46cd-af2a-b430791a766e admin admin] Pushing event deleted for resources: {'Port': ['ID=6f4a35a5-c24a-4902-b546-2c444970f9bb,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:52.775089 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-d81d43df-fe15-46cd-af2a-b430791a766e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:52.786583 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81d43df-fe15-46cd-af2a-b430791a766e admin admin] No DVR routers for this DVR port 6f4a35a5-c24a-4902-b546-2c444970f9bb on host dv-cinder-766296-6-iscsi {{(pid=109145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 12:58:52.803120 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5761d45f-808c-4138-8bb2-f5eb0e323d06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:52.824680 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35f6aa-bbf4-4329-b39b-01bf2483ba32 None None] Pushing event deleted for resources: {'Port': ['ID=6f4a35a5-c24a-4902-b546-2c444970f9bb,revision_number=None']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:52.829497 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] No Port match for: 6f4a35a5-c24a-4902-b546-2c444970f9bb {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 12:58:52.830019 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 6f4a35a5-c24a-4902-b546-2c444970f9bb not bound to the agent host dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 12:58:52.832832 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-5f35f6aa-bbf4-4329-b39b-01bf2483ba32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:52.915439 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-5761d45f-808c-4138-8bb2-f5eb0e323d06 admin admin] Deleting port 3c6fb636-68f3-4fe5-93eb-542e63f258c8 {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:58:52.916053 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5761d45f-808c-4138-8bb2-f5eb0e323d06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:52.936370 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d81d43df-fe15-46cd-af2a-b430791a766e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3713560', 'neutron.services.segments.db._delete_segments_for_network-8754302582321'] for network, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:52.955396 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-d81d43df-fe15-46cd-af2a-b430791a766e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f64490a4f10>,) {'filters': {'network_id': ['a8d36231-592d-49c6-b0df-a5a65145c71e']}} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:58:52.976674 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-d81d43df-fe15-46cd-af2a-b430791a766e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f64490a4f10>, 'f3c0e0d2-a91b-4642-ac28-9d02902b06f4') {'for_net_delete': True} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:58:52.976674 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-d81d43df-fe15-46cd-af2a-b430791a766e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f64490a4f10>, 'f3c0e0d2-a91b-4642-ac28-9d02902b06f4') {} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:58:52.995468 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d81d43df-fe15-46cd-af2a-b430791a766e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754302581378', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26526580'] for segment, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:53.005978 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-43d307ce-a087-45f9-8392-47410ed7a917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644b8ce850>, [{'id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'name': 'tempest-AttachVolumeShelveTestJSON-834222333-router', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '3c6fb636-68f3-4fe5-93eb-542e63f258c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:24Z', 'updated_at': '2021-06-16T12:58:50Z', 'revision_number': 5, 'project_id': '9142176cdce2480a88e9dcee58c356f4', 'gw_port': {'id': '3c6fb636-68f3-4fe5-93eb-542e63f258c8', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:20:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:49:26Z', 'updated_at': '2021-06-16T12:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi'}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:58:53.012593 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d307ce-a087-45f9-8392-47410ed7a917 None None] Checking router: b0bae54f-9a8a-4397-b20e-232d984cf51e for host: dv-cinder-766296-6-iscsi {{(pid=109148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 12:58:53.025225 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d307ce-a087-45f9-8392-47410ed7a917 None None] Routers {'b0bae54f-9a8a-4397-b20e-232d984cf51e'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:58:53.025225 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-43d307ce-a087-45f9-8392-47410ed7a917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644b8ce850>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:58:35Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['b0bae54f-9a8a-4397-b20e-232d984cf51e'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:58:53.030562 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d81d43df-fe15-46cd-af2a-b430791a766e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076'] for segment, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:53.043495 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d81d43df-fe15-46cd-af2a-b430791a766e admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=109145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 12:58:53.044162 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d81d43df-fe15-46cd-af2a-b430791a766e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26528977'] for segment, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:53.047752 dv-cinder-766296-6-iscsi neutron-server[109145]: Traceback (most recent call last): Jun 16 12:58:53.047752 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 12:58:53.047752 dv-cinder-766296-6-iscsi neutron-server[109145]: timer() Jun 16 12:58:53.047752 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 12:58:53.047752 dv-cinder-766296-6-iscsi neutron-server[109145]: cb(*args, **kw) Jun 16 12:58:53.047752 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 12:58:53.047752 dv-cinder-766296-6-iscsi neutron-server[109145]: return func(*args, **kwargs) Jun 16 12:58:53.047752 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 12:58:53.047752 dv-cinder-766296-6-iscsi neutron-server[109145]: self._notify() Jun 16 12:58:53.047752 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 12:58:53.047752 dv-cinder-766296-6-iscsi neutron-server[109145]: self.callback(batched_events) Jun 16 12:58:53.047752 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 12:58:53.047752 dv-cinder-766296-6-iscsi neutron-server[109145]: event.method(event) Jun 16 12:58:53.047752 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 12:58:53.047752 dv-cinder-766296-6-iscsi neutron-server[109145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 12:58:53.047752 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 12:58:53.047752 dv-cinder-766296-6-iscsi neutron-server[109145]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 12:58:53.047752 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 12:58:53.047752 dv-cinder-766296-6-iscsi neutron-server[109145]: return f(self, *a, **k) Jun 16 12:58:53.047752 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 12:58:53.047752 dv-cinder-766296-6-iscsi neutron-server[109145]: return self._get(url).json() Jun 16 12:58:53.047752 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 12:58:53.047752 dv-cinder-766296-6-iscsi neutron-server[109145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 12:58:53.047752 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 12:58:53.047752 dv-cinder-766296-6-iscsi neutron-server[109145]: return self.request(url, 'GET', **kwargs) Jun 16 12:58:53.047752 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 12:58:53.047752 dv-cinder-766296-6-iscsi neutron-server[109145]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 12:58:53.047752 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 12:58:53.047752 dv-cinder-766296-6-iscsi neutron-server[109145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 12:58:53.047752 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 12:58:53.047752 dv-cinder-766296-6-iscsi neutron-server[109145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 12:58:53.047752 dv-cinder-766296-6-iscsi neutron-server[109145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 12:58:53.060229 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [None req-5761d45f-808c-4138-8bb2-f5eb0e323d06 admin admin] For port 3c6fb636-68f3-4fe5-93eb-542e63f258c8, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=3c6fb636-68f3-4fe5-93eb-542e63f258c8,segment=NetworkSegment(ccabc92d-cb7c-48c7-8ba2-36435bcfb991),segment_id=ccabc92d-cb7c-48c7-8ba2-36435bcfb991)] {{(pid=109146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:58:53.060827 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5761d45f-808c-4138-8bb2-f5eb0e323d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:53.156269 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d81d43df-fe15-46cd-af2a-b430791a766e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3713553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442210'] for network, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:53.164681 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:53.171365 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-43d307ce-a087-45f9-8392-47410ed7a917 None None] Set router b0bae54f-9a8a-4397-b20e-232d984cf51e gateway port host: None {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:58:53.173670 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d81d43df-fe15-46cd-af2a-b430791a766e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for network, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:53.177375 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-d81d43df-fe15-46cd-af2a-b430791a766e admin admin] 10.222.0.67 "DELETE /v2.0/networks/a8d36231-592d-49c6-b0df-a5a65145c71e HTTP/1.1" status: 204 len: 168 time: 1.4643850 Jun 16 12:58:53.198002 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d43df-fe15-46cd-af2a-b430791a766e admin admin] Pushing event deleted for resources: {'Network': ['ID=a8d36231-592d-49c6-b0df-a5a65145c71e,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:53.210666 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-d81d43df-fe15-46cd-af2a-b430791a766e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:53.225532 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-5761d45f-808c-4138-8bb2-f5eb0e323d06 admin admin] Calling delete_port for 3c6fb636-68f3-4fe5-93eb-542e63f258c8 owned by network:router_gateway {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:58:53.372081 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 53198) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:53.423733 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-37d3a671-38a6-47b8-8372-57a7a001ba54 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4b7db308073d4a089b0df0569909f5a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501766 Jun 16 12:58:53.428610 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 53200) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:53.432270 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-43d307ce-a087-45f9-8392-47410ed7a917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644b8ce850>, [{'id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'name': 'tempest-AttachVolumeShelveTestJSON-834222333-router', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:24Z', 'updated_at': '2021-06-16T12:58:52Z', 'revision_number': 6, 'project_id': '9142176cdce2480a88e9dcee58c356f4', 'gw_port_host': None}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:58:53.443439 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d307ce-a087-45f9-8392-47410ed7a917 None None] The sync data for ids ['b0bae54f-9a8a-4397-b20e-232d984cf51e'] in dv-cinder-766296-6-iscsi is: [{'id': 'b0bae54f-9a8a-4397-b20e-232d984cf51e', 'name': 'tempest-AttachVolumeShelveTestJSON-834222333-router', 'tenant_id': '9142176cdce2480a88e9dcee58c356f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:49:24Z', 'updated_at': '2021-06-16T12:58:52Z', 'revision_number': 6, 'project_id': '9142176cdce2480a88e9dcee58c356f4', 'gw_port_host': None}] {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 12:58:53.526552 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0998fb47-1183-4944-ab7e-1971bdc5ceaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:53.540046 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5730f5-55e0-4a15-9c80-663df0409a81 req-a17c211e-ca38-4f0a-a7a5-f0888d1e8a1f tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:53.541877 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-ba5730f5-55e0-4a15-9c80-663df0409a81 req-a17c211e-ca38-4f0a-a7a5-f0888d1e8a1f tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6ddf6d0-4531-4b79-a970-48a97d382dea HTTP/1.1" status: 200 len: 946 time: 0.2255189 Jun 16 12:58:53.579728 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0998fb47-1183-4944-ab7e-1971bdc5ceaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:53.677402 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0998fb47-1183-4944-ab7e-1971bdc5ceaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:53.682568 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0998fb47-1183-4944-ab7e-1971bdc5ceaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:53.684536 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-0998fb47-1183-4944-ab7e-1971bdc5ceaa admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/28dd2ff9-82d9-446a-bbd9-3cfdb8ff8745 HTTP/1.1" status: 204 len: 168 time: 0.2542810 Jun 16 12:58:53.686004 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-fed8a37b-4dd3-46df-a00d-3f392c58a372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:53.700275 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0998fb47-1183-4944-ab7e-1971bdc5ceaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28dd2ff9-82d9-446a-bbd9-3cfdb8ff8745,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:53.705171 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-0998fb47-1183-4944-ab7e-1971bdc5ceaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:53.726790 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5761d45f-808c-4138-8bb2-f5eb0e323d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32077183'] for port, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:53.733656 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-14b6b070-bb4f-4151-a707-60aecd4c4ee1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:53.803817 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761d45f-808c-4138-8bb2-f5eb0e323d06 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c6fb636-68f3-4fe5-93eb-542e63f258c8,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:53.809854 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-5761d45f-808c-4138-8bb2-f5eb0e323d06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:53.930784 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [req-ba5730f5-55e0-4a15-9c80-663df0409a81 req-52e8cba9-602f-4b2e-bf3b-a9e1508c4bf7 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Deleting port ac4794eb-fd04-4367-8e6e-4aea93aef485 {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:58:53.931302 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-ba5730f5-55e0-4a15-9c80-663df0409a81 req-52e8cba9-602f-4b2e-bf3b-a9e1508c4bf7 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:53.963232 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5761d45f-808c-4138-8bb2-f5eb0e323d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442124'] for router_gateway, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:54.136120 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5761d45f-808c-4138-8bb2-f5eb0e323d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13951'] for router, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:54.140982 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5761d45f-808c-4138-8bb2-f5eb0e323d06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:54.188094 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719fb22-63de-4c94-abe3-5acf8de44b2f req-7ac2c53c-e8a3-440c-a9d1-191ac93a289a tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:54.190545 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a719fb22-63de-4c94-abe3-5acf8de44b2f req-7ac2c53c-e8a3-440c-a9d1-191ac93a289a tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/ports?device_id=e6ddf6d0-4531-4b79-a970-48a97d382dea HTTP/1.1" status: 200 len: 946 time: 0.1187518 Jun 16 12:58:54.212043 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-ba5730f5-55e0-4a15-9c80-663df0409a81 req-52e8cba9-602f-4b2e-bf3b-a9e1508c4bf7 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] For port ac4794eb-fd04-4367-8e6e-4aea93aef485, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=ac4794eb-fd04-4367-8e6e-4aea93aef485,segment=NetworkSegment(c59d852c-67a8-45a1-9163-f93f7d3175b8),segment_id=c59d852c-67a8-45a1-9163-f93f7d3175b8)] {{(pid=109146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:58:54.212424 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-ba5730f5-55e0-4a15-9c80-663df0409a81 req-52e8cba9-602f-4b2e-bf3b-a9e1508c4bf7 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:54.216463 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5761d45f-808c-4138-8bb2-f5eb0e323d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443462'] for router, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:54.217041 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5761d45f-808c-4138-8bb2-f5eb0e323d06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0bae54f-9a8a-4397-b20e-232d984cf51e {{(pid=109146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 12:58:54.229424 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5761d45f-808c-4138-8bb2-f5eb0e323d06 admin admin] Notify callbacks [] for router, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:54.230901 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-5761d45f-808c-4138-8bb2-f5eb0e323d06 admin admin] 10.222.0.67 "DELETE /v2.0/routers/b0bae54f-9a8a-4397-b20e-232d984cf51e HTTP/1.1" status: 204 len: 168 time: 2.0630884 Jun 16 12:58:54.234287 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 53214) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:54.270582 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a719fb22-63de-4c94-abe3-5acf8de44b2f req-782778f9-4e6f-4ad1-8af1-6eba86417256 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e466290-5967-4f0f-bef2-ef2e39a65ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649765 Jun 16 12:58:54.341848 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [req-ba5730f5-55e0-4a15-9c80-663df0409a81 req-52e8cba9-602f-4b2e-bf3b-a9e1508c4bf7 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Calling delete_port for ac4794eb-fd04-4367-8e6e-4aea93aef485 owned by compute:nova {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:58:54.425401 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_v2 [None req-a57ea480-cf0f-4a04-8d12-c15fe9ae46ed admin admin] Deleting subnet 6854b649-d35a-4298-9aa6-e7a75a6ae3a1 {{(pid=109146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 12:58:54.431170 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a57ea480-cf0f-4a04-8d12-c15fe9ae46ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:54.457112 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 53216) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:54.519359 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a57ea480-cf0f-4a04-8d12-c15fe9ae46ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32103771'] for subnet, precommit_delete_associations {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:54.550289 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-e0ce9db6-5750-4332-a338-2be3223c11f2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b9f28ceac0024f79aa0732fbc41474d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0871778 Jun 16 12:58:54.552287 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 53218) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:54.606784 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 3c6fb636-68f3-4fe5-93eb-542e63f258c8 no longer exists at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 12:58:54.652080 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-96a13907-3b39-489b-a391-0b55d9a3738b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:54.660845 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] No Port match for: 3c6fb636-68f3-4fe5-93eb-542e63f258c8 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 12:58:54.661533 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 3c6fb636-68f3-4fe5-93eb-542e63f258c8 not bound to the agent host dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 12:58:54.662373 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 2fe31cab-afb2-436f-87ad-e2fb2d901ab3 no longer exists at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 12:58:54.695101 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-ba5730f5-55e0-4a15-9c80-663df0409a81 req-52e8cba9-602f-4b2e-bf3b-a9e1508c4bf7 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32077183'] for port, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:54.697757 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-96a13907-3b39-489b-a391-0b55d9a3738b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:54.701710 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-a6e193f3-f95a-44c1-9c0f-789997cec3b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:54.711021 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] No Port match for: 2fe31cab-afb2-436f-87ad-e2fb2d901ab3 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 12:58:54.712627 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 2fe31cab-afb2-436f-87ad-e2fb2d901ab3 not bound to the agent host dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 12:58:54.718358 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] get_ports_and_sgs() called for port_ids ['ac4794eb-fd04-4367-8e6e-4aea93aef485'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 12:58:54.748480 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8cba9-602f-4b2e-bf3b-a9e1508c4bf7 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Pushing event deleted for resources: {'Port': ['ID=ac4794eb-fd04-4367-8e6e-4aea93aef485,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:54.754069 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-52e8cba9-602f-4b2e-bf3b-a9e1508c4bf7 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:54.755616 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a57ea480-cf0f-4a04-8d12-c15fe9ae46ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3717015'] for subnet, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:54.803522 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-96a13907-3b39-489b-a391-0b55d9a3738b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:54.809763 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-96a13907-3b39-489b-a391-0b55d9a3738b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:54.812317 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-96a13907-3b39-489b-a391-0b55d9a3738b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8e01afa6-924b-46f4-b87b-8b5c61fc71c7 HTTP/1.1" status: 204 len: 168 time: 0.2579350 Jun 16 12:58:54.815306 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-4a60cc81-3494-461f-829a-f8d927ddad7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:54.841253 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a13907-3b39-489b-a391-0b55d9a3738b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e01afa6-924b-46f4-b87b-8b5c61fc71c7,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:54.846733 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-96a13907-3b39-489b-a391-0b55d9a3738b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:54.879200 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5730f5-55e0-4a15-9c80-663df0409a81 req-52e8cba9-602f-4b2e-bf3b-a9e1508c4bf7 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] No DVR routers for this DVR port ac4794eb-fd04-4367-8e6e-4aea93aef485 on host hv-cinder-76629 {{(pid=109146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 12:58:54.882465 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-ba5730f5-55e0-4a15-9c80-663df0409a81 req-52e8cba9-602f-4b2e-bf3b-a9e1508c4bf7 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:54.884832 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-ba5730f5-55e0-4a15-9c80-663df0409a81 req-52e8cba9-602f-4b2e-bf3b-a9e1508c4bf7 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.73 "DELETE /v2.0/ports/ac4794eb-fd04-4367-8e6e-4aea93aef485 HTTP/1.1" status: 204 len: 173 time: 1.3339307 Jun 16 12:58:54.885373 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ddf6d0-4531-4b79-a970-48a97d382dea', 'name': 'network-vif-deleted', 'tag': 'ac4794eb-fd04-4367-8e6e-4aea93aef485'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:58:54.897685 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d3ced2b0755242c869f5b076fa8168e6e97917c7fd5877aaea6e5f8b8701d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8955b223-103a-434b-8c7b-679ca29c176d" -d '{"events": [{"server_uuid": "e6ddf6d0-4531-4b79-a970-48a97d382dea", "name": "network-vif-deleted", "tag": "ac4794eb-fd04-4367-8e6e-4aea93aef485"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:58:54.929376 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a57ea480-cf0f-4a04-8d12-c15fe9ae46ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3717000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32077237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31807229'] for subnet, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:54.939398 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:55.001328 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 12:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b80d93-92f7-43d8-a3f5-396c61a111a7 x-openstack-request-id: req-78b80d93-92f7-43d8-a3f5-396c61a111a7 {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:58:55.001915 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ddf6d0-4531-4b79-a970-48a97d382dea", "name": "network-vif-deleted", "tag": "ac4794eb-fd04-4367-8e6e-4aea93aef485", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:58:55.002464 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-78b80d93-92f7-43d8-a3f5-396c61a111a7 {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:58:55.006662 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ddf6d0-4531-4b79-a970-48a97d382dea', 'name': 'network-vif-deleted', 'tag': 'ac4794eb-fd04-4367-8e6e-4aea93aef485', 'status': 'completed', 'code': 200} Jun 16 12:58:55.011029 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ea480-cf0f-4a04-8d12-c15fe9ae46ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6854b649-d35a-4298-9aa6-e7a75a6ae3a1,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:55.018960 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-a57ea480-cf0f-4a04-8d12-c15fe9ae46ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:55.021523 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-a57ea480-cf0f-4a04-8d12-c15fe9ae46ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:55.030001 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 53226) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:55.033291 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e52ed67-191f-454d-98fd-0e83367411ec None None] Network b092543c-4e0a-4b3c-b41e-431b7c90a537 requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:58:55.044568 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-a57ea480-cf0f-4a04-8d12-c15fe9ae46ed admin admin] 10.222.0.67 "DELETE /v2.0/subnets/6854b649-d35a-4298-9aa6-e7a75a6ae3a1 HTTP/1.1" status: 204 len: 168 time: 0.8057940 Jun 16 12:58:55.072222 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 53228) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:55.147050 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-19ec68c5-cbd2-4818-ab3a-195f0087cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3773194'] for network, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:55.187270 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_v2 [None req-10b388fc-e6aa-4a97-bf58-36e6f15466a0 admin admin] Deleting subnet a6d9136b-32f8-473f-97ec-e2d15c27c817 {{(pid=109146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 12:58:55.201146 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-10b388fc-e6aa-4a97-bf58-36e6f15466a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:55.275110 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-19ec68c5-cbd2-4818-ab3a-195f0087cd46 admin admin] Deleting port 77b25837-4651-4472-8588-db18f2320e50 {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:58:55.275371 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-10b388fc-e6aa-4a97-bf58-36e6f15466a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32103771'] for subnet, precommit_delete_associations {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:55.276103 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-19ec68c5-cbd2-4818-ab3a-195f0087cd46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:55.385613 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-10b388fc-e6aa-4a97-bf58-36e6f15466a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3717015'] for subnet, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:55.477526 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [None req-19ec68c5-cbd2-4818-ab3a-195f0087cd46 admin admin] For port 77b25837-4651-4472-8588-db18f2320e50, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=77b25837-4651-4472-8588-db18f2320e50,segment=NetworkSegment(042ac9d8-9593-43f5-8ffd-f1b933e86f71),segment_id=042ac9d8-9593-43f5-8ffd-f1b933e86f71)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:58:55.478954 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-19ec68c5-cbd2-4818-ab3a-195f0087cd46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:55.536428 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a275fa93-4518-4f15-95f8-571fd45e4723 None None] DHCP port deletion for b092543c-4e0a-4b3c-b41e-431b7c90a537 request from dv-cinder-766296-6-iscsi {{(pid=109147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 12:58:55.574732 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-10b388fc-e6aa-4a97-bf58-36e6f15466a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3717000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32077237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31807229'] for subnet, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:55.585574 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:55.651271 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-19ec68c5-cbd2-4818-ab3a-195f0087cd46 admin admin] Calling delete_port for 77b25837-4651-4472-8588-db18f2320e50 owned by network:dhcp {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:58:55.652227 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b388fc-e6aa-4a97-bf58-36e6f15466a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6d9136b-32f8-473f-97ec-e2d15c27c817,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:55.660387 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-10b388fc-e6aa-4a97-bf58-36e6f15466a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:55.672791 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-10b388fc-e6aa-4a97-bf58-36e6f15466a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:55.676891 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-10b388fc-e6aa-4a97-bf58-36e6f15466a0 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/a6d9136b-32f8-473f-97ec-e2d15c27c817 HTTP/1.1" status: 204 len: 168 time: 0.6031685 Jun 16 12:58:55.681054 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 53232) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:55.700331 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-a275fa93-4518-4f15-95f8-571fd45e4723 None None] Deleting port 77b25837-4651-4472-8588-db18f2320e50 {{(pid=109147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:58:55.701776 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-a275fa93-4518-4f15-95f8-571fd45e4723 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:55.816438 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-11840791-a0ed-402d-8ee0-0cbfc5d01281 req-63ad13bd-afd2-46b0-bf00-88fedb0e2658 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/ports?device_id=e6ddf6d0-4531-4b79-a970-48a97d382dea HTTP/1.1" status: 200 len: 210 time: 0.0662043 Jun 16 12:58:55.824779 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-a275fa93-4518-4f15-95f8-571fd45e4723 None None] For port 77b25837-4651-4472-8588-db18f2320e50, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=77b25837-4651-4472-8588-db18f2320e50,segment=NetworkSegment(042ac9d8-9593-43f5-8ffd-f1b933e86f71),segment_id=042ac9d8-9593-43f5-8ffd-f1b933e86f71)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:58:55.825547 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-a275fa93-4518-4f15-95f8-571fd45e4723 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:55.838323 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c0bea9b7-61eb-4348-bf88-1fe8f9074ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3773194'] for network, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:55.904889 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-19ec68c5-cbd2-4818-ab3a-195f0087cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26528900'] for port, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:55.910641 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-da363a8c-e123-4015-b97d-de4608c19fff tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:55.941028 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec68c5-cbd2-4818-ab3a-195f0087cd46 admin admin] Pushing event deleted for resources: {'Port': ['ID=77b25837-4651-4472-8588-db18f2320e50,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:55.948116 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-19ec68c5-cbd2-4818-ab3a-195f0087cd46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:55.950855 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ec68c5-cbd2-4818-ab3a-195f0087cd46 admin admin] No DVR routers for this DVR port 77b25837-4651-4472-8588-db18f2320e50 on host dv-cinder-766296-6-iscsi {{(pid=109145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 12:58:55.961597 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-a275fa93-4518-4f15-95f8-571fd45e4723 None None] Calling delete_port for 77b25837-4651-4472-8588-db18f2320e50 owned by network:dhcp {{(pid=109147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:58:55.986261 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c0bea9b7-61eb-4348-bf88-1fe8f9074ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3713560', 'neutron.services.segments.db._delete_segments_for_network-8754302582321'] for network, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:56.006077 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-c0bea9b7-61eb-4348-bf88-1fe8f9074ca9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f644d0fed60>,) {'filters': {'network_id': ['f8b78716-a0ef-4b4b-b599-510808b7c0e0']}} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:58:56.020972 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-c0bea9b7-61eb-4348-bf88-1fe8f9074ca9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f644d0fed60>, '6dc87b74-fa9b-4fec-98f9-e86e1f76efc0') {'for_net_delete': True} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:58:56.021500 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-c0bea9b7-61eb-4348-bf88-1fe8f9074ca9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f644d0fed60>, '6dc87b74-fa9b-4fec-98f9-e86e1f76efc0') {} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:58:56.035530 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c0bea9b7-61eb-4348-bf88-1fe8f9074ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754302581378', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32103746'] for segment, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:56.056059 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-19ec68c5-cbd2-4818-ab3a-195f0087cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3713560', 'neutron.services.segments.db._delete_segments_for_network-8754302582321'] for network, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:56.068104 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c0bea9b7-61eb-4348-bf88-1fe8f9074ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076'] for segment, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:56.072942 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-19ec68c5-cbd2-4818-ab3a-195f0087cd46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f644872c880>,) {'filters': {'network_id': ['b092543c-4e0a-4b3c-b41e-431b7c90a537']}} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:58:56.082172 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0bea9b7-61eb-4348-bf88-1fe8f9074ca9 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=109146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 12:58:56.082899 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c0bea9b7-61eb-4348-bf88-1fe8f9074ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32077098'] for segment, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:56.091875 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-19ec68c5-cbd2-4818-ab3a-195f0087cd46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f644872c880>, '042ac9d8-9593-43f5-8ffd-f1b933e86f71') {'for_net_delete': True} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:58:56.092320 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-19ec68c5-cbd2-4818-ab3a-195f0087cd46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f644872c880>, '042ac9d8-9593-43f5-8ffd-f1b933e86f71') {} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:58:56.104728 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-19ec68c5-cbd2-4818-ab3a-195f0087cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754302581378', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26526580'] for segment, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:56.107502 dv-cinder-766296-6-iscsi neutron-server[109146]: Traceback (most recent call last): Jun 16 12:58:56.107502 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 12:58:56.107502 dv-cinder-766296-6-iscsi neutron-server[109146]: timer() Jun 16 12:58:56.107502 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 12:58:56.107502 dv-cinder-766296-6-iscsi neutron-server[109146]: cb(*args, **kw) Jun 16 12:58:56.107502 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 12:58:56.107502 dv-cinder-766296-6-iscsi neutron-server[109146]: return func(*args, **kwargs) Jun 16 12:58:56.107502 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 12:58:56.107502 dv-cinder-766296-6-iscsi neutron-server[109146]: self._notify() Jun 16 12:58:56.107502 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 12:58:56.107502 dv-cinder-766296-6-iscsi neutron-server[109146]: self.callback(batched_events) Jun 16 12:58:56.107502 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 12:58:56.107502 dv-cinder-766296-6-iscsi neutron-server[109146]: event.method(event) Jun 16 12:58:56.107502 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 12:58:56.107502 dv-cinder-766296-6-iscsi neutron-server[109146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 12:58:56.107502 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 12:58:56.107502 dv-cinder-766296-6-iscsi neutron-server[109146]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 12:58:56.107502 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 12:58:56.107502 dv-cinder-766296-6-iscsi neutron-server[109146]: return f(self, *a, **k) Jun 16 12:58:56.107502 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 12:58:56.107502 dv-cinder-766296-6-iscsi neutron-server[109146]: return self._get(url).json() Jun 16 12:58:56.107502 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 12:58:56.107502 dv-cinder-766296-6-iscsi neutron-server[109146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 12:58:56.107502 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 12:58:56.107502 dv-cinder-766296-6-iscsi neutron-server[109146]: return self.request(url, 'GET', **kwargs) Jun 16 12:58:56.107502 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 12:58:56.107502 dv-cinder-766296-6-iscsi neutron-server[109146]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 12:58:56.107502 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 12:58:56.107502 dv-cinder-766296-6-iscsi neutron-server[109146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 12:58:56.107502 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 12:58:56.107502 dv-cinder-766296-6-iscsi neutron-server[109146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 12:58:56.107502 dv-cinder-766296-6-iscsi neutron-server[109146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 12:58:56.128354 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-19ec68c5-cbd2-4818-ab3a-195f0087cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076'] for segment, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:56.130155 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-a275fa93-4518-4f15-95f8-571fd45e4723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447'] for port, after_delete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:56.133996 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-334dd1d8-749e-462b-8233-404099f1d0e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:56.136079 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19ec68c5-cbd2-4818-ab3a-195f0087cd46 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=109145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 12:58:56.136677 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-19ec68c5-cbd2-4818-ab3a-195f0087cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26528977'] for segment, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:56.138698 dv-cinder-766296-6-iscsi neutron-server[109145]: Traceback (most recent call last): Jun 16 12:58:56.138698 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 12:58:56.138698 dv-cinder-766296-6-iscsi neutron-server[109145]: timer() Jun 16 12:58:56.138698 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 12:58:56.138698 dv-cinder-766296-6-iscsi neutron-server[109145]: cb(*args, **kw) Jun 16 12:58:56.138698 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 12:58:56.138698 dv-cinder-766296-6-iscsi neutron-server[109145]: return func(*args, **kwargs) Jun 16 12:58:56.138698 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 12:58:56.138698 dv-cinder-766296-6-iscsi neutron-server[109145]: self._notify() Jun 16 12:58:56.138698 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 12:58:56.138698 dv-cinder-766296-6-iscsi neutron-server[109145]: self.callback(batched_events) Jun 16 12:58:56.138698 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 12:58:56.138698 dv-cinder-766296-6-iscsi neutron-server[109145]: event.method(event) Jun 16 12:58:56.138698 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 12:58:56.138698 dv-cinder-766296-6-iscsi neutron-server[109145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 12:58:56.138698 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 12:58:56.138698 dv-cinder-766296-6-iscsi neutron-server[109145]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 12:58:56.138698 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 12:58:56.138698 dv-cinder-766296-6-iscsi neutron-server[109145]: return f(self, *a, **k) Jun 16 12:58:56.138698 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 12:58:56.138698 dv-cinder-766296-6-iscsi neutron-server[109145]: return self._get(url).json() Jun 16 12:58:56.138698 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 12:58:56.138698 dv-cinder-766296-6-iscsi neutron-server[109145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 12:58:56.138698 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 12:58:56.138698 dv-cinder-766296-6-iscsi neutron-server[109145]: return self.request(url, 'GET', **kwargs) Jun 16 12:58:56.138698 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 12:58:56.138698 dv-cinder-766296-6-iscsi neutron-server[109145]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 12:58:56.138698 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 12:58:56.138698 dv-cinder-766296-6-iscsi neutron-server[109145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 12:58:56.138698 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 12:58:56.138698 dv-cinder-766296-6-iscsi neutron-server[109145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 12:58:56.138698 dv-cinder-766296-6-iscsi neutron-server[109145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 12:58:56.171894 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a275fa93-4518-4f15-95f8-571fd45e4723 None None] No DVR routers for this DVR port 77b25837-4651-4472-8588-db18f2320e50 on host dv-cinder-766296-6-iscsi {{(pid=109147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 12:58:56.179328 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a275fa93-4518-4f15-95f8-571fd45e4723 None None] Pushing event deleted for resources: {'Port': ['ID=77b25837-4651-4472-8588-db18f2320e50,revision_number=None']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:56.180590 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 12:58:56.195057 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a275fa93-4518-4f15-95f8-571fd45e4723 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:58:56.195669 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a275fa93-4518-4f15-95f8-571fd45e4723 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:58:56.196207 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a275fa93-4518-4f15-95f8-571fd45e4723 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:58:56.197031 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a275fa93-4518-4f15-95f8-571fd45e4723 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:58:56.197360 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a275fa93-4518-4f15-95f8-571fd45e4723 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:58:56.197953 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a275fa93-4518-4f15-95f8-571fd45e4723 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:58:56.200227 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a275fa93-4518-4f15-95f8-571fd45e4723 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:58:56.200826 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a275fa93-4518-4f15-95f8-571fd45e4723 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:58:56.201415 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a275fa93-4518-4f15-95f8-571fd45e4723 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:58:56.203498 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a275fa93-4518-4f15-95f8-571fd45e4723 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:58:56.204156 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a275fa93-4518-4f15-95f8-571fd45e4723 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:58:56.204762 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a275fa93-4518-4f15-95f8-571fd45e4723 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:58:56.209519 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c0bea9b7-61eb-4348-bf88-1fe8f9074ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3713553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442210'] for network, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:56.215859 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:56.220551 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c0bea9b7-61eb-4348-bf88-1fe8f9074ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for network, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:56.225951 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-a275fa93-4518-4f15-95f8-571fd45e4723 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:56.226894 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-c0bea9b7-61eb-4348-bf88-1fe8f9074ca9 admin admin] 10.222.0.67 "DELETE /v2.0/networks/f8b78716-a0ef-4b4b-b599-510808b7c0e0 HTTP/1.1" status: 204 len: 168 time: 0.5435405 Jun 16 12:58:56.233286 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-19ec68c5-cbd2-4818-ab3a-195f0087cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3713553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442210'] for network, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:56.247514 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-19ec68c5-cbd2-4818-ab3a-195f0087cd46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for network, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:56.248172 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bea9b7-61eb-4348-bf88-1fe8f9074ca9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8b78716-a0ef-4b4b-b599-510808b7c0e0,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:56.252986 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-19ec68c5-cbd2-4818-ab3a-195f0087cd46 admin admin] 10.222.0.67 "DELETE /v2.0/networks/b092543c-4e0a-4b3c-b41e-431b7c90a537 HTTP/1.1" status: 204 len: 168 time: 1.2198250 Jun 16 12:58:56.254720 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:56.257787 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-c0bea9b7-61eb-4348-bf88-1fe8f9074ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:56.273449 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec68c5-cbd2-4818-ab3a-195f0087cd46 admin admin] Pushing event deleted for resources: {'Network': ['ID=b092543c-4e0a-4b3c-b41e-431b7c90a537,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:56.277078 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-19ec68c5-cbd2-4818-ab3a-195f0087cd46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:56.467239 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 53238) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:56.507041 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 53240) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:56.526498 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-de2ed835-7df5-4f91-868f-841f505d32e5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b190697836274e48bfc2a7527bea4714&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0577183 Jun 16 12:58:56.529000 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 53242) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:56.572560 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 77b25837-4651-4472-8588-db18f2320e50 no longer exists at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 12:58:56.585256 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-1d993396-8d3b-4daa-86d0-ad16a2423802 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9142176cdce2480a88e9dcee58c356f4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0761209 Jun 16 12:58:56.587597 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 53244) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:56.598132 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] No Port match for: 77b25837-4651-4472-8588-db18f2320e50 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 12:58:56.598407 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 77b25837-4651-4472-8588-db18f2320e50 not bound to the agent host dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 12:58:56.624193 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2fe854f0-69ab-4e0f-829e-cd968d25b865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:56.672544 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2fe854f0-69ab-4e0f-829e-cd968d25b865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:56.713446 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-b63524d1-4d13-4d78-a318-3c142d0f91bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:56.748966 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-b63524d1-4d13-4d78-a318-3c142d0f91bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:56.785480 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2fe854f0-69ab-4e0f-829e-cd968d25b865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:56.788398 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2fe854f0-69ab-4e0f-829e-cd968d25b865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:56.789628 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-2fe854f0-69ab-4e0f-829e-cd968d25b865 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b8b53246-31a2-446c-81fe-01114c96e8ba HTTP/1.1" status: 204 len: 168 time: 0.2596641 Jun 16 12:58:56.793382 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-348276fc-35c8-4a56-a62c-43f5b18f54f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:56.804141 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe854f0-69ab-4e0f-829e-cd968d25b865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b53246-31a2-446c-81fe-01114c96e8ba,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:56.806984 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-2fe854f0-69ab-4e0f-829e-cd968d25b865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:56.849893 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-b63524d1-4d13-4d78-a318-3c142d0f91bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:56.853604 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-b63524d1-4d13-4d78-a318-3c142d0f91bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:56.854915 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-b63524d1-4d13-4d78-a318-3c142d0f91bf admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1d701be4-eb1c-4c7a-8b67-2cb617efceb2 HTTP/1.1" status: 204 len: 168 time: 0.2659690 Jun 16 12:58:56.856125 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-a757e3f6-5ea9-43be-bab2-d422bdc49550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:56.878328 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63524d1-4d13-4d78-a318-3c142d0f91bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d701be4-eb1c-4c7a-8b67-2cb617efceb2,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:56.880676 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-b63524d1-4d13-4d78-a318-3c142d0f91bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:57.590557 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c2427-1618-42ef-9750-88f0d476793b req-3aca694f-1f95-48fb-8f7a-7cdbb8ba809e tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:57.593502 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-590c2427-1618-42ef-9750-88f0d476793b req-3aca694f-1f95-48fb-8f7a-7cdbb8ba809e tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/networks?id=5634e23c-fa5a-4535-bb95-0bc9e3908dc8 HTTP/1.1" status: 200 len: 808 time: 0.2076125 Jun 16 12:58:57.628662 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-590c2427-1618-42ef-9750-88f0d476793b req-02430e30-134e-4b0d-8c2e-b1ae75c67ade tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/quotas/0fd2b59564bb484f9cb00c4d30d67547 HTTP/1.1" status: 200 len: 375 time: 0.0187850 Jun 16 12:58:57.684233 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-590c2427-1618-42ef-9750-88f0d476793b req-759ff6a5-3245-4a15-91c0-97b46a86243b tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=0fd2b59564bb484f9cb00c4d30d67547&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453978 Jun 16 12:58:57.855525 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-590c2427-1618-42ef-9750-88f0d476793b req-66f939e7-0522-4abe-b828-cd61bf2aad03 service neutron] 10.222.0.67 "GET /v2.0/networks/5634e23c-fa5a-4535-bb95-0bc9e3908dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576030 Jun 16 12:58:58.027810 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-590c2427-1618-42ef-9750-88f0d476793b req-0e0c8bcf-86b9-4c22-9fe5-561d9206649f service neutron] 10.222.0.67 "GET /v2.0/networks/5634e23c-fa5a-4535-bb95-0bc9e3908dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628237 Jun 16 12:58:58.058896 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device ac4794eb-fd04-4367-8e6e-4aea93aef485 no longer exists at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 12:58:58.105865 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-43072469-a160-4d16-9402-2253616714b8 None None] No Port match for: ac4794eb-fd04-4367-8e6e-4aea93aef485 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 12:58:58.106644 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device ac4794eb-fd04-4367-8e6e-4aea93aef485 not bound to the agent host hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 12:58:58.184909 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 53300) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:58.287311 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 53308) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:58.316616 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fdc63065-fea3-48d5-a425-6363be89f7aa req-16df713a-8dbc-4c2d-9c01-8026e31564a0 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/ports?device_id=c87af2b0-e858-4825-8de5-9ba621e4a542 HTTP/1.1" status: 200 len: 210 time: 0.0621617 Jun 16 12:58:58.458047 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-3008f6d1-8d52-42f4-81f4-b776c9d6d204 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-216163683-network', 'tenant_id': 'fcfe25858884497fb7a348993e91bc9b'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:58:58.478532 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-faa51f14-a6a8-4361-9604-45b3d53f48c2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-300302500-network', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:58:58.524564 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.db.api [None req-faa51f14-a6a8-4361-9604-45b3d53f48c2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 12:58:58.524564 dv-cinder-766296-6-iscsi neutron-server[109146]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 16 12:58:58.524564 dv-cinder-766296-6-iscsi neutron-server[109146]: [parameters: {'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'id': '7a40e0f6-9fe5-4019-8379-b7dea6546ed1', 'expiration': datetime.datetime(2021, 6, 16, 13, 0, 58, 511271)}] Jun 16 12:58:58.524564 dv-cinder-766296-6-iscsi neutron-server[109146]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=109146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 12:58:58.525371 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_db.api [None req-faa51f14-a6a8-4361-9604-45b3d53f48c2 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 12:58:58.537515 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3008f6d1-8d52-42f4-81f4-b776c9d6d204 admin admin] Made reservation on behalf of fcfe25858884497fb7a348993e91bc9b for: {'network': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:58:58.542110 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3008f6d1-8d52-42f4-81f4-b776c9d6d204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for network, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:58.559522 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3008f6d1-8d52-42f4-81f4-b776c9d6d204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:58.733568 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3008f6d1-8d52-42f4-81f4-b776c9d6d204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:58.740442 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3008f6d1-8d52-42f4-81f4-b776c9d6d204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:58.744645 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-c8b33674-956d-4077-818f-f1a4b19436c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:58.775220 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3008f6d1-8d52-42f4-81f4-b776c9d6d204 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=109146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 12:58:58.800464 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3008f6d1-8d52-42f4-81f4-b776c9d6d204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff2a638-78bd-4d68-aada-01965216e5c0,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:58.805647 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3008f6d1-8d52-42f4-81f4-b776c9d6d204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076'] for segment, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:58.806269 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.db.segments_db [None req-3008f6d1-8d52-42f4-81f4-b776c9d6d204 admin admin] Added segment 406d562f-18d7-4c3c-8317-95e8c0800580 of type vlan for network 28d016d0-13fb-4b26-b65b-ddb1b886ea25 Jun 16 12:58:58.808974 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-3008f6d1-8d52-42f4-81f4-b776c9d6d204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:58.886631 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3008f6d1-8d52-42f4-81f4-b776c9d6d204 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754302079645'] for network, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:58.941414 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3008f6d1-8d52-42f4-81f4-b776c9d6d204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281'] for network, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:58.943752 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3008f6d1-8d52-42f4-81f4-b776c9d6d204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:58.944785 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-3008f6d1-8d52-42f4-81f4-b776c9d6d204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for network, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:58.948927 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-dda68683-76e5-4dd1-b3b8-01b70d82b2dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:59.001103 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-3008f6d1-8d52-42f4-81f4-b776c9d6d204 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7076526 Jun 16 12:58:59.001890 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 53318) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:59.011617 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-7d73f170-1de9-4443-af46-13d36dc28d46 admin admin] Request body: {'subnet': {'network_id': '28d016d0-13fb-4b26-b65b-ddb1b886ea25', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-216163683-subnet', 'tenant_id': 'fcfe25858884497fb7a348993e91bc9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:58:59.049759 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d73f170-1de9-4443-af46-13d36dc28d46 admin admin] Made reservation on behalf of fcfe25858884497fb7a348993e91bc9b for: {'subnet': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:58:59.053859 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-7d73f170-1de9-4443-af46-13d36dc28d46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26601094'] for subnet, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:59.079982 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3008f6d1-8d52-42f4-81f4-b776c9d6d204 admin admin] Pushing event updated for resources: {'Network': ['ID=28d016d0-13fb-4b26-b65b-ddb1b886ea25,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:59.087224 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-3008f6d1-8d52-42f4-81f4-b776c9d6d204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:59.094345 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Network 28d016d0-13fb-4b26-b65b-ddb1b886ea25 details requested by agent ovs-agent-dv-cinder-766296-6-iscsi with host dv-cinder-766296-6-iscsi {{(pid=109147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 12:58:59.116982 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa51f14-a6a8-4361-9604-45b3d53f48c2 admin admin] Made reservation on behalf of da4b4dfb37af47e0a46b78585a4d542d for: {'network': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:58:59.122583 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-faa51f14-a6a8-4361-9604-45b3d53f48c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for network, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:59.143190 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-faa51f14-a6a8-4361-9604-45b3d53f48c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:59.336817 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-faa51f14-a6a8-4361-9604-45b3d53f48c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:59.350245 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-faa51f14-a6a8-4361-9604-45b3d53f48c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:59.357169 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-fee94c7f-a601-4a31-a6b0-2a0977fd8a57 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:59.388851 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faa51f14-a6a8-4361-9604-45b3d53f48c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=109146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 12:58:59.416796 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa51f14-a6a8-4361-9604-45b3d53f48c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ffd980-3a36-417a-bb8b-0ace72922036,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:59.426072 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-faa51f14-a6a8-4361-9604-45b3d53f48c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:59.428161 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-faa51f14-a6a8-4361-9604-45b3d53f48c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076'] for segment, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:59.428662 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.db.segments_db [None req-faa51f14-a6a8-4361-9604-45b3d53f48c2 admin admin] Added segment dcca0cf4-eafc-4ce6-9f7a-4008abe5738d of type vlan for network 81366883-77d0-4eba-a7ab-e7372a5bb020 Jun 16 12:58:59.455574 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-7d73f170-1de9-4443-af46-13d36dc28d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26528783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26601108'] for subnet, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:59.460597 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-fbfdac23-8896-4ea4-88eb-027ad87cfebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:59.497588 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-faa51f14-a6a8-4361-9604-45b3d53f48c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754302079645'] for network, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:59.546182 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-faa51f14-a6a8-4361-9604-45b3d53f48c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281'] for network, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:59.548789 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa51f14-a6a8-4361-9604-45b3d53f48c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:59.550328 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-faa51f14-a6a8-4361-9604-45b3d53f48c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for network, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:59.554450 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:58:59.581952 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-faa51f14-a6a8-4361-9604-45b3d53f48c2 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3953331 Jun 16 12:58:59.596114 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 53322) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:58:59.605192 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-27f03093-72c4-48c5-9e78-64e65fa13635 admin admin] Request body: {'subnet': {'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-300302500-subnet', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'ip_version': 4}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:58:59.608275 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-63cf228d-6f77-448e-84ce-dc6007761942 req-1aa750c0-2269-4dc7-92a7-536d91734846 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/ports?device_id=c87af2b0-e858-4825-8de5-9ba621e4a542 HTTP/1.1" status: 200 len: 210 time: 0.0852418 Jun 16 12:58:59.646335 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73f170-1de9-4443-af46-13d36dc28d46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4cb0451-9a43-49dc-b542-315d5bfce2fe,revision_number=0']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:59.646335 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-7d73f170-1de9-4443-af46-13d36dc28d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:59.652639 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa51f14-a6a8-4361-9604-45b3d53f48c2 admin admin] Pushing event updated for resources: {'Network': ['ID=81366883-77d0-4eba-a7ab-e7372a5bb020,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:58:59.655128 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d73f170-1de9-4443-af46-13d36dc28d46 admin admin] Checking segment: {'id': '406d562f-18d7-4c3c-8317-95e8c0800580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '28d016d0-13fb-4b26-b65b-ddb1b886ea25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:58:59.655554 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d73f170-1de9-4443-af46-13d36dc28d46 admin admin] Network hostable DHCP agents. Network: 28d016d0-13fb-4b26-b65b-ddb1b886ea25, hostable agents: ['d62bbf24-a105-422a-86ef-12dacf7896c4'], hosted agents: [] {{(pid=109145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 12:58:59.658457 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-faa51f14-a6a8-4361-9604-45b3d53f48c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:58:59.674726 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f03093-72c4-48c5-9e78-64e65fa13635 admin admin] Made reservation on behalf of da4b4dfb37af47e0a46b78585a4d542d for: {'subnet': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:58:59.676811 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Network 81366883-77d0-4eba-a7ab-e7372a5bb020 details requested by agent ovs-agent-dv-cinder-766296-6-iscsi with host dv-cinder-766296-6-iscsi {{(pid=109147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 12:58:59.679463 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-27f03093-72c4-48c5-9e78-64e65fa13635 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31807206'] for subnet, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:59.688850 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d73f170-1de9-4443-af46-13d36dc28d46 admin admin] Network 28d016d0-13fb-4b26-b65b-ddb1b886ea25 is scheduled to be hosted by DHCP agent d62bbf24-a105-422a-86ef-12dacf7896c4 with binding_index 1 {{(pid=109145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 12:58:59.703707 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [None req-7d73f170-1de9-4443-af46-13d36dc28d46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766296-6-iscsi, 28d016d0-13fb-4b26-b65b-ddb1b886ea25) {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:58:59.718301 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed081d92-ea95-4658-9a68-7fbcda180f5e None None] Network 28d016d0-13fb-4b26-b65b-ddb1b886ea25 requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:58:59.720969 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d73f170-1de9-4443-af46-13d36dc28d46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:58:59.721727 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-7d73f170-1de9-4443-af46-13d36dc28d46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for subnet, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:58:59.752011 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-7d73f170-1de9-4443-af46-13d36dc28d46 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7478538 Jun 16 12:58:59.975835 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b55711b-65e6-43b1-9808-8a42f168e00f None None] Network 28d016d0-13fb-4b26-b65b-ddb1b886ea25 requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:59:00.136697 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c2427-1618-42ef-9750-88f0d476793b req-f463f1f6-adc1-4ced-a433-f678ab86cc96 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:00.138341 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-590c2427-1618-42ef-9750-88f0d476793b req-f463f1f6-adc1-4ced-a433-f678ab86cc96 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.73 "GET /v2.0/networks?id=5634e23c-fa5a-4535-bb95-0bc9e3908dc8 HTTP/1.1" status: 200 len: 808 time: 0.2283933 Jun 16 12:59:00.139800 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-27f03093-72c4-48c5-9e78-64e65fa13635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32077300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31807220'] for subnet, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:00.142667 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-10e469e0-6d91-452d-b425-821b4fa7c129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:00.178585 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [req-590c2427-1618-42ef-9750-88f0d476793b req-12847c7a-4b1d-4bb5-9b36-392d27a801fc tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Request body: {'port': {'device_id': 'c87af2b0-e858-4825-8de5-9ba621e4a542', 'network_id': '5634e23c-fa5a-4535-bb95-0bc9e3908dc8', 'admin_state_up': True, 'tenant_id': '0fd2b59564bb484f9cb00c4d30d67547'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:59:00.308458 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f03093-72c4-48c5-9e78-64e65fa13635 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c93f27e-893b-471b-8c45-8d133d4e0e81,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:00.311890 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-27f03093-72c4-48c5-9e78-64e65fa13635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:00.377810 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f03093-72c4-48c5-9e78-64e65fa13635 admin admin] Checking segment: {'id': 'dcca0cf4-eafc-4ce6-9f7a-4008abe5738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:59:00.378620 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f03093-72c4-48c5-9e78-64e65fa13635 admin admin] Network hostable DHCP agents. Network: 81366883-77d0-4eba-a7ab-e7372a5bb020, hostable agents: ['d62bbf24-a105-422a-86ef-12dacf7896c4'], hosted agents: [] {{(pid=109146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 12:59:00.401348 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-590c2427-1618-42ef-9750-88f0d476793b req-12847c7a-4b1d-4bb5-9b36-392d27a801fc tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Made reservation on behalf of 0fd2b59564bb484f9cb00c4d30d67547 for: {'port': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:59:00.405257 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-590c2427-1618-42ef-9750-88f0d476793b req-12847c7a-4b1d-4bb5-9b36-392d27a801fc tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:00.420004 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f03093-72c4-48c5-9e78-64e65fa13635 admin admin] Network 81366883-77d0-4eba-a7ab-e7372a5bb020 is scheduled to be hosted by DHCP agent d62bbf24-a105-422a-86ef-12dacf7896c4 with binding_index 1 {{(pid=109146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 12:59:00.455574 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-27f03093-72c4-48c5-9e78-64e65fa13635 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766296-6-iscsi, 81366883-77d0-4eba-a7ab-e7372a5bb020) {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:59:00.464513 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f03093-72c4-48c5-9e78-64e65fa13635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:00.465563 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-27f03093-72c4-48c5-9e78-64e65fa13635 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:00.473644 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f73abe-cc78-475d-b44d-716f32453e14 None None] Network 81366883-77d0-4eba-a7ab-e7372a5bb020 requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:59:00.550867 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-27f03093-72c4-48c5-9e78-64e65fa13635 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9530482 Jun 16 12:59:00.555631 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 53344) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:59:00.561213 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-af667cff-0f53-418d-a082-14964624d860 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:00.563924 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-af667cff-0f53-418d-a082-14964624d860 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/networks?id=28d016d0-13fb-4b26-b65b-ddb1b886ea25 HTTP/1.1" status: 200 len: 814 time: 0.1660700 Jun 16 12:59:00.567672 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-2699b462-7edf-4ce0-9937-090edf76e6aa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-300302500-router', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'}}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:59:00.586533 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-06c23f7e-2d0f-4788-9ca9-4b0def0a2fc6 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/quotas/fcfe25858884497fb7a348993e91bc9b HTTP/1.1" status: 200 len: 375 time: 0.0105257 Jun 16 12:59:00.610976 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2699b462-7edf-4ce0-9937-090edf76e6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-448915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13965'] for router, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:00.612046 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2699b462-7edf-4ce0-9937-090edf76e6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-489929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13942'] for router, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:00.643174 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-1840ceba-aff8-4524-b449-6fb131ac7072 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=fcfe25858884497fb7a348993e91bc9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487645 Jun 16 12:59:00.707122 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [req-590c2427-1618-42ef-9750-88f0d476793b req-12847c7a-4b1d-4bb5-9b36-392d27a801fc tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Allocated IP 172.20.0.2 (5634e23c-fa5a-4535-bb95-0bc9e3908dc8/69442524-2e7f-4a15-97a1-3d403dcf5953/aad4bfa4-1677-49d2-99d2-c37758380097) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:59:00.725590 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050f5f43-5806-4b84-86ee-9c010ace821f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa169a922-d219-5150-a7f6-9f81c4061e6e-81366883-77d0-4eba-a7ab-e7372a5bb020', 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'fixed_ips': [{'subnet_id': '5c93f27e-893b-471b-8c45-8d133d4e0e81'}]}} from dv-cinder-766296-6-iscsi. {{(pid=109147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 12:59:00.727357 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-050f5f43-5806-4b84-86ee-9c010ace821f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:00.773859 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2699b462-7edf-4ce0-9937-090edf76e6aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:00.814771 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-37379f43-a3e6-416a-bf95-54f5bb0e6a90 service neutron] 10.222.0.67 "GET /v2.0/networks/28d016d0-13fb-4b26-b65b-ddb1b886ea25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599941 Jun 16 12:59:00.892975 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-626668a0-fce3-4bca-816c-f5ffdbadf57c req-006aa0dd-3dd8-47ae-a620-2143c3f120d1 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/ports?device_id=c87af2b0-e858-4825-8de5-9ba621e4a542 HTTP/1.1" status: 200 len: 210 time: 0.0613024 Jun 16 12:59:00.990795 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ba27606c-7483-4d19-bbb4-a3d876ee7c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:01.008097 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-db8e1932-24e6-4dc6-9009-648399e5a39d service neutron] 10.222.0.67 "GET /v2.0/networks/28d016d0-13fb-4b26-b65b-ddb1b886ea25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846473 Jun 16 12:59:01.017606 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.db_base_plugin_common [None req-050f5f43-5806-4b84-86ee-9c010ace821f None None] Allocated IP 172.20.0.2 (81366883-77d0-4eba-a7ab-e7372a5bb020/5c93f27e-893b-471b-8c45-8d133d4e0e81/454c50b5-56e9-4cfe-be83-196fc7c30e3e) {{(pid=109147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:59:01.292385 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-050f5f43-5806-4b84-86ee-9c010ace821f None None] Notify callbacks [] for port, precommit_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:01.309443 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-050f5f43-5806-4b84-86ee-9c010ace821f None None] Transition to ACTIVE for port object 454c50b5-56e9-4cfe-be83-196fc7c30e3e will not be triggered until provisioned by entity L2. {{(pid=109147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:59:01.346620 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-050f5f43-5806-4b84-86ee-9c010ace821f None None] Transition to ACTIVE for port object 454c50b5-56e9-4cfe-be83-196fc7c30e3e will not be triggered until provisioned by entity DHCP. {{(pid=109147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:59:01.350969 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-77b0d1d4-78d2-4880-91eb-e17bcb6a1fae req-77b3dac6-2bce-4be4-ac95-62e3d93fc8be tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d60a723-b8ef-4fdc-b52a-f65d61b36fdd HTTP/1.1" status: 200 len: 210 time: 0.0665975 Jun 16 12:59:01.367371 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-050f5f43-5806-4b84-86ee-9c010ace821f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438'] for port, after_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:01.370832 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2699b462-7edf-4ce0-9937-090edf76e6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-438913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13920'] for router, precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:01.377953 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:01.459943 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050f5f43-5806-4b84-86ee-9c010ace821f None None] Network 81366883-77d0-4eba-a7ab-e7372a5bb020 is already hosted by enough agents. {{(pid=109147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:59:01.472622 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.scheduler.base_scheduler [None req-050f5f43-5806-4b84-86ee-9c010ace821f None None] Resources bound (agent type, host, resource id): {{(pid=109147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:59:01.479084 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050f5f43-5806-4b84-86ee-9c010ace821f None None] Received port after_create {{(pid=109147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:59:01.483980 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f5f43-5806-4b84-86ee-9c010ace821f None None] Pushing event updated for resources: {'Port': ['ID=454c50b5-56e9-4cfe-be83-196fc7c30e3e,revision_number=1']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:01.491375 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-050f5f43-5806-4b84-86ee-9c010ace821f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:01.519114 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-590c2427-1618-42ef-9750-88f0d476793b req-12847c7a-4b1d-4bb5-9b36-392d27a801fc tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Notify callbacks [] for port, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:01.661327 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-590c2427-1618-42ef-9750-88f0d476793b req-12847c7a-4b1d-4bb5-9b36-392d27a801fc tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32077152'] for port, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:01.721863 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-173ee97b-639b-4dbe-8d34-594f32f0de83 tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:01.757652 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-050f5f43-5806-4b84-86ee-9c010ace821f None None] Attempting to bind port 454c50b5-56e9-4cfe-be83-196fc7c30e3e on host dv-cinder-766296-6-iscsi for vnic_type normal with profile {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:59:01.758798 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-050f5f43-5806-4b84-86ee-9c010ace821f None None] Attempting to bind port 454c50b5-56e9-4cfe-be83-196fc7c30e3e by drivers openvswitch,hyperv on host dv-cinder-766296-6-iscsi at level 0 using segments [{'id': 'dcca0cf4-eafc-4ce6-9f7a-4008abe5738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020'}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:59:01.759035 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050f5f43-5806-4b84-86ee-9c010ace821f None None] Attempting to bind port 454c50b5-56e9-4cfe-be83-196fc7c30e3e on network 81366883-77d0-4eba-a7ab-e7372a5bb020 {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:59:01.769284 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050f5f43-5806-4b84-86ee-9c010ace821f None None] Checking agent: {'id': '02c43e25-bd45-43d2-952e-f18e4af744aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766296-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 40, 6), 'started_at': datetime.datetime(2021, 6, 16, 12, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766296-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:59:01.769971 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050f5f43-5806-4b84-86ee-9c010ace821f None None] Checking segment: {'id': 'dcca0cf4-eafc-4ce6-9f7a-4008abe5738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:59:01.770723 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-050f5f43-5806-4b84-86ee-9c010ace821f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:01.776823 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050f5f43-5806-4b84-86ee-9c010ace821f None None] Bound using segment: {'id': 'dcca0cf4-eafc-4ce6-9f7a-4008abe5738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020'} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:59:01.776823 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-050f5f43-5806-4b84-86ee-9c010ace821f None None] Bound port: 454c50b5-56e9-4cfe-be83-196fc7c30e3e, host: dv-cinder-766296-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcca0cf4-eafc-4ce6-9f7a-4008abe5738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020'}}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:59:01.776823 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-050f5f43-5806-4b84-86ee-9c010ace821f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:01.848702 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-590c2427-1618-42ef-9750-88f0d476793b req-12847c7a-4b1d-4bb5-9b36-392d27a801fc tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Network 5634e23c-fa5a-4535-bb95-0bc9e3908dc8 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:59:01.876898 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [req-590c2427-1618-42ef-9750-88f0d476793b req-12847c7a-4b1d-4bb5-9b36-392d27a801fc tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:59:01.883067 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [req-590c2427-1618-42ef-9750-88f0d476793b req-12847c7a-4b1d-4bb5-9b36-392d27a801fc tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:59:01.886754 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12847c7a-4b1d-4bb5-9b36-392d27a801fc tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Pushing event updated for resources: {'Port': ['ID=aad4bfa4-1677-49d2-99d2-c37758380097,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:01.897401 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-050f5f43-5806-4b84-86ee-9c010ace821f None None] For port 454c50b5-56e9-4cfe-be83-196fc7c30e3e, host dv-cinder-766296-6-iscsi, cleared binding levels {{(pid=109147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:59:01.899924 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-12847c7a-4b1d-4bb5-9b36-392d27a801fc tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:01.906971 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-050f5f43-5806-4b84-86ee-9c010ace821f None None] For port 454c50b5-56e9-4cfe-be83-196fc7c30e3e, host dv-cinder-766296-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=454c50b5-56e9-4cfe-be83-196fc7c30e3e,segment=NetworkSegment(dcca0cf4-eafc-4ce6-9f7a-4008abe5738d),segment_id=dcca0cf4-eafc-4ce6-9f7a-4008abe5738d)] {{(pid=109147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:59:01.915524 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-050f5f43-5806-4b84-86ee-9c010ace821f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:01.920940 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:01.965847 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2699b462-7edf-4ce0-9937-090edf76e6aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:02.007053 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2699b462-7edf-4ce0-9937-090edf76e6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:02.035753 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f5f43-5806-4b84-86ee-9c010ace821f None None] Pushing event updated for resources: {'Port': ['ID=454c50b5-56e9-4cfe-be83-196fc7c30e3e,revision_number=2']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:02.040626 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-050f5f43-5806-4b84-86ee-9c010ace821f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:02.043019 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c2427-1618-42ef-9750-88f0d476793b req-12847c7a-4b1d-4bb5-9b36-392d27a801fc tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:02.043737 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-590c2427-1618-42ef-9750-88f0d476793b req-12847c7a-4b1d-4bb5-9b36-392d27a801fc tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:02.127155 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-590c2427-1618-42ef-9750-88f0d476793b req-12847c7a-4b1d-4bb5-9b36-392d27a801fc tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9577842 Jun 16 12:59:02.148028 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [req-590c2427-1618-42ef-9750-88f0d476793b req-a3ce4105-6e31-450d-84d2-e35ac0a40d92 service neutron] Request body: {'port': {'device_id': 'c87af2b0-e858-4825-8de5-9ba621e4a542', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76629'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:59:02.284754 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d2823-99b2-4151-b3c3-c0d7e170f2e1 req-acd7325c-d1fd-4f47-8b73-f3cd3f1ad6ea tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:02.310993 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5c8d2823-99b2-4151-b3c3-c0d7e170f2e1 req-acd7325c-d1fd-4f47-8b73-f3cd3f1ad6ea tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/ports?device_id=c87af2b0-e858-4825-8de5-9ba621e4a542 HTTP/1.1" status: 200 len: 931 time: 0.1608870 Jun 16 12:59:02.389152 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [None req-2699b462-7edf-4ce0-9937-090edf76e6aa admin admin] Allocated IP 172.27.0.91 (31dc54ca-819a-4fca-8a47-71bd58082db2/22fb36b4-54fb-4b68-bc71-a723384dad9b/967824f1-a424-4ee2-a322-7ad49c2342ff) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:59:02.416911 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-590c2427-1618-42ef-9750-88f0d476793b req-a3ce4105-6e31-450d-84d2-e35ac0a40d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:02.463566 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5c8d2823-99b2-4151-b3c3-c0d7e170f2e1 req-136d1a27-bfed-4b4c-b6d9-ae3baf4e486c tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e466290-5967-4f0f-bef2-ef2e39a65ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485918 Jun 16 12:59:02.670497 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 454c50b5-56e9-4cfe-be83-196fc7c30e3e up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:59:02.742466 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-697a5f18-30e9-4b0c-966d-a709e99f5cf0 req-a148c58d-92fb-4be1-9ada-bf2735219d6c tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d60a723-b8ef-4fdc-b52a-f65d61b36fdd HTTP/1.1" status: 200 len: 210 time: 0.0598683 Jun 16 12:59:02.759958 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2699b462-7edf-4ce0-9937-090edf76e6aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:02.780995 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning for port 454c50b5-56e9-4cfe-be83-196fc7c30e3e completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:59:02.940229 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2699b462-7edf-4ce0-9937-090edf76e6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32077152'] for port, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:02.945829 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-616c6472-c989-4919-a576-ebcedca7d851 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:03.059164 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2699b462-7edf-4ce0-9937-090edf76e6aa admin admin] Network 31dc54ca-819a-4fca-8a47-71bd58082db2 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:59:03.084076 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-2699b462-7edf-4ce0-9937-090edf76e6aa admin admin] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:59:03.119952 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:03.142580 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2699b462-7edf-4ce0-9937-090edf76e6aa admin admin] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:59:03.228462 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2699b462-7edf-4ce0-9937-090edf76e6aa admin admin] Pushing event updated for resources: {'Port': ['ID=967824f1-a424-4ee2-a322-7ad49c2342ff,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:03.236612 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-2699b462-7edf-4ce0-9937-090edf76e6aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:03.320636 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [req-590c2427-1618-42ef-9750-88f0d476793b req-a3ce4105-6e31-450d-84d2-e35ac0a40d92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aad4bfa4-1677-49d2-99d2-c37758380097 {{(pid=109146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 12:59:03.337751 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-590c2427-1618-42ef-9750-88f0d476793b req-a3ce4105-6e31-450d-84d2-e35ac0a40d92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:03.483388 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2894fb18-1a50-48e1-b3d5-3197c8927e50 None None] Network 81366883-77d0-4eba-a7ab-e7372a5bb020 requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:59:03.483795 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.provisioning_blocks [req-590c2427-1618-42ef-9750-88f0d476793b req-a3ce4105-6e31-450d-84d2-e35ac0a40d92 service neutron] Transition to ACTIVE for port object aad4bfa4-1677-49d2-99d2-c37758380097 will not be triggered until provisioned by entity L2. {{(pid=109146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:59:03.496291 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-590c2427-1618-42ef-9750-88f0d476793b req-a3ce4105-6e31-450d-84d2-e35ac0a40d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32077174'] for port, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:03.534531 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-52e8cba9-602f-4b2e-bf3b-a9e1508c4bf7 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:03.550194 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-03113cd7-e80f-491a-963a-63a14f0c6088 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:03.552735 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-03113cd7-e80f-491a-963a-63a14f0c6088 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.73 "GET /v2.0/networks?id=28d016d0-13fb-4b26-b65b-ddb1b886ea25 HTTP/1.1" status: 200 len: 814 time: 0.5723603 Jun 16 12:59:03.597874 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-75ebd92c-4b4b-4bb6-a33f-3563dd858735 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Request body: {'port': {'device_id': '5d60a723-b8ef-4fdc-b52a-f65d61b36fdd', 'network_id': '28d016d0-13fb-4b26-b65b-ddb1b886ea25', 'admin_state_up': True, 'tenant_id': 'fcfe25858884497fb7a348993e91bc9b'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:59:03.624318 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-14271733-32c5-412c-b0df-0560fb78925d None None] Provisioning for port 454c50b5-56e9-4cfe-be83-196fc7c30e3e completed by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:59:03.646740 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-14271733-32c5-412c-b0df-0560fb78925d None None] Provisioning complete for port 454c50b5-56e9-4cfe-be83-196fc7c30e3e triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:59:03.647347 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-14271733-32c5-412c-b0df-0560fb78925d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:03.707316 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce4105-6e31-450d-84d2-e35ac0a40d92 service neutron] Pushing event updated for resources: {'Port': ['ID=aad4bfa4-1677-49d2-99d2-c37758380097,revision_number=2']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:03.715510 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-a3ce4105-6e31-450d-84d2-e35ac0a40d92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:03.831945 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abad99-e009-4334-81f7-4e57f7b39327 req-e47df3d3-c6b7-4f82-9cf7-6e54cf109688 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:03.841592 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-37abad99-e009-4334-81f7-4e57f7b39327 req-e47df3d3-c6b7-4f82-9cf7-6e54cf109688 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/ports?device_id=c87af2b0-e858-4825-8de5-9ba621e4a542 HTTP/1.1" status: 200 len: 943 time: 0.1366413 Jun 16 12:59:03.870407 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-14271733-32c5-412c-b0df-0560fb78925d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:03.905315 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-37abad99-e009-4334-81f7-4e57f7b39327 req-999f86de-5ede-442d-9afb-7af1084eb34b tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e466290-5967-4f0f-bef2-ef2e39a65ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626223 Jun 16 12:59:03.958210 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-14271733-32c5-412c-b0df-0560fb78925d None None] For port 454c50b5-56e9-4cfe-be83-196fc7c30e3e, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=454c50b5-56e9-4cfe-be83-196fc7c30e3e,segment=NetworkSegment(dcca0cf4-eafc-4ce6-9f7a-4008abe5738d),segment_id=dcca0cf4-eafc-4ce6-9f7a-4008abe5738d)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:59:03.970578 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-14271733-32c5-412c-b0df-0560fb78925d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:03.976465 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:04.004472 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e381a541-9854-4eea-b387-cc39220d4196 req-56fe060d-ad1a-4783-9fe4-6a6d0f8d96b5 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d60a723-b8ef-4fdc-b52a-f65d61b36fdd HTTP/1.1" status: 200 len: 210 time: 0.0651979 Jun 16 12:59:04.074046 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14271733-32c5-412c-b0df-0560fb78925d None None] Pushing event updated for resources: {'Port': ['ID=454c50b5-56e9-4cfe-be83-196fc7c30e3e,revision_number=3']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:04.079023 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-590c2427-1618-42ef-9750-88f0d476793b req-a3ce4105-6e31-450d-84d2-e35ac0a40d92 service neutron] Attempting to bind port aad4bfa4-1677-49d2-99d2-c37758380097 on host hv-cinder-76629 for vnic_type normal with profile {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:59:04.079767 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-590c2427-1618-42ef-9750-88f0d476793b req-a3ce4105-6e31-450d-84d2-e35ac0a40d92 service neutron] Attempting to bind port aad4bfa4-1677-49d2-99d2-c37758380097 by drivers openvswitch,hyperv on host hv-cinder-76629 at level 0 using segments [{'id': 'c59d852c-67a8-45a1-9163-f93f7d3175b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5634e23c-fa5a-4535-bb95-0bc9e3908dc8'}] {{(pid=109146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:59:04.080135 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590c2427-1618-42ef-9750-88f0d476793b req-a3ce4105-6e31-450d-84d2-e35ac0a40d92 service neutron] Attempting to bind port aad4bfa4-1677-49d2-99d2-c37758380097 on network 5634e23c-fa5a-4535-bb95-0bc9e3908dc8 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:59:04.083796 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-14271733-32c5-412c-b0df-0560fb78925d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:04.097394 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2699b462-7edf-4ce0-9937-090edf76e6aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:04.103621 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590c2427-1618-42ef-9750-88f0d476793b req-a3ce4105-6e31-450d-84d2-e35ac0a40d92 service neutron] Port aad4bfa4-1677-49d2-99d2-c37758380097 on network 5634e23c-fa5a-4535-bb95-0bc9e3908dc8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76629 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 12:59:04.104515 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590c2427-1618-42ef-9750-88f0d476793b req-a3ce4105-6e31-450d-84d2-e35ac0a40d92 service neutron] Attempting to bind port aad4bfa4-1677-49d2-99d2-c37758380097 on network 5634e23c-fa5a-4535-bb95-0bc9e3908dc8 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:59:04.226269 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-75ebd92c-4b4b-4bb6-a33f-3563dd858735 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Made reservation on behalf of fcfe25858884497fb7a348993e91bc9b for: {'port': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:59:04.232195 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-75ebd92c-4b4b-4bb6-a33f-3563dd858735 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:04.240971 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590c2427-1618-42ef-9750-88f0d476793b req-a3ce4105-6e31-450d-84d2-e35ac0a40d92 service neutron] Checking agent: {'id': 'b6c345f8-0197-4552-bdfc-f76fc82bf107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76629', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 47, 31), 'started_at': datetime.datetime(2021, 6, 16, 12, 47, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:59:04.241502 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590c2427-1618-42ef-9750-88f0d476793b req-a3ce4105-6e31-450d-84d2-e35ac0a40d92 service neutron] Checking segment: {'id': 'c59d852c-67a8-45a1-9163-f93f7d3175b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5634e23c-fa5a-4535-bb95-0bc9e3908dc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:59:04.242104 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590c2427-1618-42ef-9750-88f0d476793b req-a3ce4105-6e31-450d-84d2-e35ac0a40d92 service neutron] Bound using segment: {'id': 'c59d852c-67a8-45a1-9163-f93f7d3175b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5634e23c-fa5a-4535-bb95-0bc9e3908dc8'} {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:59:04.242930 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-590c2427-1618-42ef-9750-88f0d476793b req-a3ce4105-6e31-450d-84d2-e35ac0a40d92 service neutron] Bound port: aad4bfa4-1677-49d2-99d2-c37758380097, host: hv-cinder-76629, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c59d852c-67a8-45a1-9163-f93f7d3175b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5634e23c-fa5a-4535-bb95-0bc9e3908dc8'}}] {{(pid=109146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:59:04.243479 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-590c2427-1618-42ef-9750-88f0d476793b req-a3ce4105-6e31-450d-84d2-e35ac0a40d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:04.300678 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-fa33bcb4-a03e-4704-a252-5542b5d18269 None None] Provisioning complete for port 454c50b5-56e9-4cfe-be83-196fc7c30e3e triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:59:04.301278 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-fa33bcb4-a03e-4704-a252-5542b5d18269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:04.587793 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 454c50b5-56e9-4cfe-be83-196fc7c30e3e up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:59:04.658266 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-590c2427-1618-42ef-9750-88f0d476793b req-a3ce4105-6e31-450d-84d2-e35ac0a40d92 service neutron] For port aad4bfa4-1677-49d2-99d2-c37758380097, host hv-cinder-76629, cleared binding levels {{(pid=109146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:59:04.686109 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port 454c50b5-56e9-4cfe-be83-196fc7c30e3e triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:59:04.687251 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:04.737596 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-590c2427-1618-42ef-9750-88f0d476793b req-a3ce4105-6e31-450d-84d2-e35ac0a40d92 service neutron] For port aad4bfa4-1677-49d2-99d2-c37758380097, host hv-cinder-76629, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=aad4bfa4-1677-49d2-99d2-c37758380097,segment=NetworkSegment(c59d852c-67a8-45a1-9163-f93f7d3175b8),segment_id=c59d852c-67a8-45a1-9163-f93f7d3175b8)] {{(pid=109146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:59:04.756241 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-590c2427-1618-42ef-9750-88f0d476793b req-a3ce4105-6e31-450d-84d2-e35ac0a40d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32077174'] for port, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:04.762813 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-763591cd-db0e-4363-87ea-19411b273358 tempest-VolumesNegativeTest-1973122438 tempest-VolumesNegativeTest-1973122438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:04.832230 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-75ebd92c-4b4b-4bb6-a33f-3563dd858735 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Allocated IP 172.20.0.14 (28d016d0-13fb-4b26-b65b-ddb1b886ea25/d4cb0451-9a43-49dc-b542-315d5bfce2fe/11a06b8d-c7cb-4de2-99dc-12a823e80560) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:59:04.861370 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c2427-1618-42ef-9750-88f0d476793b req-a3ce4105-6e31-450d-84d2-e35ac0a40d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:04.862791 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-590c2427-1618-42ef-9750-88f0d476793b req-a3ce4105-6e31-450d-84d2-e35ac0a40d92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:04.865038 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-590c2427-1618-42ef-9750-88f0d476793b req-a3ce4105-6e31-450d-84d2-e35ac0a40d92 service neutron] 10.222.0.73 "PUT /v2.0/ports/aad4bfa4-1677-49d2-99d2-c37758380097 HTTP/1.1" status: 200 len: 1093 time: 2.7286737 Jun 16 12:59:04.879646 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c87af2b0-e858-4825-8de5-9ba621e4a542', 'tag': 'aad4bfa4-1677-49d2-99d2-c37758380097'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:59:04.883974 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d3ced2b0755242c869f5b076fa8168e6e97917c7fd5877aaea6e5f8b8701d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13ed40e-665f-4f66-9b19-87285d6c5cfb" -d '{"events": [{"name": "network-changed", "server_uuid": "c87af2b0-e858-4825-8de5-9ba621e4a542", "tag": "aad4bfa4-1677-49d2-99d2-c37758380097"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:59:04.923592 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2699b462-7edf-4ce0-9937-090edf76e6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439031'] for router, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:04.938666 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce4105-6e31-450d-84d2-e35ac0a40d92 service neutron] Pushing event updated for resources: {'Port': ['ID=aad4bfa4-1677-49d2-99d2-c37758380097,revision_number=3']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:04.956467 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-a3ce4105-6e31-450d-84d2-e35ac0a40d92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:04.995565 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 12:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7014a19f-6d44-439f-a46d-94b60010ac0c x-openstack-request-id: req-7014a19f-6d44-439f-a46d-94b60010ac0c {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:59:04.995963 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c87af2b0-e858-4825-8de5-9ba621e4a542", "tag": "aad4bfa4-1677-49d2-99d2-c37758380097", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:59:04.996234 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7014a19f-6d44-439f-a46d-94b60010ac0c {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:59:04.996714 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c87af2b0-e858-4825-8de5-9ba621e4a542', 'tag': 'aad4bfa4-1677-49d2-99d2-c37758380097', 'status': 'completed', 'code': 200} Jun 16 12:59:05.155425 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c080dae-2378-46ec-bcec-ac977b3655ff req-8f2ba752-747a-42e8-93ae-467757084198 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:05.158143 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4c080dae-2378-46ec-bcec-ac977b3655ff req-8f2ba752-747a-42e8-93ae-467757084198 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/ports?device_id=c87af2b0-e858-4825-8de5-9ba621e4a542 HTTP/1.1" status: 200 len: 943 time: 0.1052303 Jun 16 12:59:05.253621 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4c080dae-2378-46ec-bcec-ac977b3655ff req-8daf55a6-b451-4635-ae41-bb76bb4f2de9 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e466290-5967-4f0f-bef2-ef2e39a65ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740175 Jun 16 12:59:05.286626 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ea59c4bf-a671-4301-b903-2e3060a1b936 req-e40c7263-59ec-419f-958c-eb0acbccaa54 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d60a723-b8ef-4fdc-b52a-f65d61b36fdd HTTP/1.1" status: 200 len: 210 time: 0.0566196 Jun 16 12:59:05.329152 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-e9deb761-15fa-4bdc-92fc-be590bbb374b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:05.576354 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c2427-1618-42ef-9750-88f0d476793b req-a6f96bf1-d851-4074-ad7e-029e100edd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:05.579246 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-590c2427-1618-42ef-9750-88f0d476793b req-a6f96bf1-d851-4074-ad7e-029e100edd21 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0fd2b59564bb484f9cb00c4d30d67547&device_id=c87af2b0-e858-4825-8de5-9ba621e4a542 HTTP/1.1" status: 200 len: 1096 time: 0.6367915 Jun 16 12:59:05.655816 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-590c2427-1618-42ef-9750-88f0d476793b req-a30e6f3a-545f-4d5e-834b-633355ed50e4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aad4bfa4-1677-49d2-99d2-c37758380097 HTTP/1.1" status: 200 len: 217 time: 0.0687072 Jun 16 12:59:05.663200 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-75ebd92c-4b4b-4bb6-a33f-3563dd858735 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Notify callbacks [] for port, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:05.678315 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:05.744359 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c2427-1618-42ef-9750-88f0d476793b req-2e4cb334-c149-4c8b-9abc-8603b228378e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:05.746759 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-590c2427-1618-42ef-9750-88f0d476793b req-2e4cb334-c149-4c8b-9abc-8603b228378e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=69442524-2e7f-4a15-97a1-3d403dcf5953 HTTP/1.1" status: 200 len: 848 time: 0.0808895 Jun 16 12:59:05.771965 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2699b462-7edf-4ce0-9937-090edf76e6aa admin admin] Router 7e42a6ab-b333-4411-a2f9-bb727764d8ef is scheduled to L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 with binding_index 1 {{(pid=109146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 12:59:05.801714 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-590c2427-1618-42ef-9750-88f0d476793b req-720f8129-838f-4f2a-a25e-c922442cbbea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5634e23c-fa5a-4535-bb95-0bc9e3908dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452631 Jun 16 12:59:05.902465 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-75ebd92c-4b4b-4bb6-a33f-3563dd858735 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32077152'] for port, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:05.913097 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-4de9b0ef-a880-46be-a919-352a8788c020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:06.035968 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-75ebd92c-4b4b-4bb6-a33f-3563dd858735 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Network 28d016d0-13fb-4b26-b65b-ddb1b886ea25 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:59:06.051926 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-75ebd92c-4b4b-4bb6-a33f-3563dd858735 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:59:06.060914 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-75ebd92c-4b4b-4bb6-a33f-3563dd858735 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:59:06.072323 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ebd92c-4b4b-4bb6-a33f-3563dd858735 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Pushing event updated for resources: {'Port': ['ID=11a06b8d-c7cb-4de2-99dc-12a823e80560,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:06.103082 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-75ebd92c-4b4b-4bb6-a33f-3563dd858735 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:06.130290 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-590c2427-1618-42ef-9750-88f0d476793b req-901a025d-7d62-4eef-8417-6567ca4811da service neutron] 10.222.0.73 "GET /v2.0/networks/5634e23c-fa5a-4535-bb95-0bc9e3908dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194547 Jun 16 12:59:06.179617 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2699b462-7edf-4ce0-9937-090edf76e6aa admin admin] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 12:59:06.192717 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4208c698-7f35-4181-97fa-1f47761e7676 None None] Sync routers for ids ['7e42a6ab-b333-4411-a2f9-bb727764d8ef'] in dv-cinder-766296-6-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 12:59:06.194339 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-75ebd92c-4b4b-4bb6-a33f-3563dd858735 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:06.195440 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-75ebd92c-4b4b-4bb6-a33f-3563dd858735 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:06.210923 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4208c698-7f35-4181-97fa-1f47761e7676 None None] Routers {'7e42a6ab-b333-4411-a2f9-bb727764d8ef'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:59:06.211843 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-4208c698-7f35-4181-97fa-1f47761e7676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a8e5520>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:59:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['7e42a6ab-b333-4411-a2f9-bb727764d8ef'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:59:06.301727 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-2699b462-7edf-4ce0-9937-090edf76e6aa admin admin] Notify callbacks [] for router, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:06.307903 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-2699b462-7edf-4ce0-9937-090edf76e6aa admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7464933 Jun 16 12:59:06.307903 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-75ebd92c-4b4b-4bb6-a33f-3563dd858735 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7390764 Jun 16 12:59:06.309227 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 53378) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:59:06.387173 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-49f58679-e233-44d9-adcd-c6c50855cf18 service neutron] Request body: {'port': {'device_id': '5d60a723-b8ef-4fdc-b52a-f65d61b36fdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76629'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:59:06.433623 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-4208c698-7f35-4181-97fa-1f47761e7676 None None] Set router 7e42a6ab-b333-4411-a2f9-bb727764d8ef gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:59:06.558868 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-590c2427-1618-42ef-9750-88f0d476793b req-ce4defa9-dbee-4916-b5e3-ec9167b32cd7 service neutron] 10.222.0.73 "GET /v2.0/networks/5634e23c-fa5a-4535-bb95-0bc9e3908dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194334 Jun 16 12:59:06.713215 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-49f58679-e233-44d9-adcd-c6c50855cf18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:06.798193 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-4208c698-7f35-4181-97fa-1f47761e7676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a8e5520>, [{'id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'name': 'tempest-TestVolumeBootPattern-300302500-router', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:59:00Z', 'updated_at': '2021-06-16T12:59:03Z', 'revision_number': 3, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'gw_port': {'id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:02Z', 'updated_at': '2021-06-16T12:59:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi'}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:59:06.802927 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4208c698-7f35-4181-97fa-1f47761e7676 None None] Checking router: 7e42a6ab-b333-4411-a2f9-bb727764d8ef for host: dv-cinder-766296-6-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 12:59:06.803261 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4208c698-7f35-4181-97fa-1f47761e7676 None None] Updating router 7e42a6ab-b333-4411-a2f9-bb727764d8ef port 967824f1-a424-4ee2-a322-7ad49c2342ff binding host dv-cinder-766296-6-iscsi {{(pid=109147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 12:59:06.862811 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4208c698-7f35-4181-97fa-1f47761e7676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:06.977533 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7af519-3287-4e98-8fc3-83fe512182e0 req-f3dcca19-a749-407d-99a0-07baa7da7238 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:06.979107 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6c7af519-3287-4e98-8fc3-83fe512182e0 req-f3dcca19-a749-407d-99a0-07baa7da7238 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d60a723-b8ef-4fdc-b52a-f65d61b36fdd HTTP/1.1" status: 200 len: 932 time: 0.5114954 Jun 16 12:59:07.003441 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ed40e-665f-4f66-9b19-87285d6c5cfb req-7ea5111c-76f9-4065-b9e1-b38471f5ab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:07.006120 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a13ed40e-665f-4f66-9b19-87285d6c5cfb req-7ea5111c-76f9-4065-b9e1-b38471f5ab86 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0fd2b59564bb484f9cb00c4d30d67547&device_id=c87af2b0-e858-4825-8de5-9ba621e4a542 HTTP/1.1" status: 200 len: 1096 time: 0.3706410 Jun 16 12:59:07.008891 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b6ea1-1e3d-45bb-af94-f4997f56bb70 req-b63e68e1-b202-4df2-9675-3db20ef7f49a tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:07.017926 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-de4b6ea1-1e3d-45bb-af94-f4997f56bb70 req-b63e68e1-b202-4df2-9675-3db20ef7f49a tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/ports?device_id=c87af2b0-e858-4825-8de5-9ba621e4a542 HTTP/1.1" status: 200 len: 943 time: 0.5356178 Jun 16 12:59:07.035123 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:07.086384 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6c7af519-3287-4e98-8fc3-83fe512182e0 req-19c30498-920c-4522-878b-ea587f746e34 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653198 Jun 16 12:59:07.103845 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-de4b6ea1-1e3d-45bb-af94-f4997f56bb70 req-ed35d00e-750e-4b42-930e-7a32070bebfb tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e466290-5967-4f0f-bef2-ef2e39a65ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816662 Jun 16 12:59:07.282251 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4208c698-7f35-4181-97fa-1f47761e7676 None None] Notify callbacks [] for port, precommit_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:07.302546 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4208c698-7f35-4181-97fa-1f47761e7676 None None] Transition to ACTIVE for port object 967824f1-a424-4ee2-a322-7ad49c2342ff will not be triggered until provisioned by entity L2. {{(pid=109147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:59:07.314956 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4208c698-7f35-4181-97fa-1f47761e7676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:07.320464 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:07.413209 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-4208c698-7f35-4181-97fa-1f47761e7676 None None] Attempting to bind port 967824f1-a424-4ee2-a322-7ad49c2342ff on host dv-cinder-766296-6-iscsi for vnic_type normal with profile {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:59:07.413849 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-4208c698-7f35-4181-97fa-1f47761e7676 None None] Attempting to bind port 967824f1-a424-4ee2-a322-7ad49c2342ff by drivers openvswitch,hyperv on host dv-cinder-766296-6-iscsi at level 0 using segments [{'id': 'ccabc92d-cb7c-48c7-8ba2-36435bcfb991', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:59:07.414412 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4208c698-7f35-4181-97fa-1f47761e7676 None None] Attempting to bind port 967824f1-a424-4ee2-a322-7ad49c2342ff on network 31dc54ca-819a-4fca-8a47-71bd58082db2 {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:59:07.419788 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e3519-242f-461a-9a28-04148a3da01b None None] Pushing event updated for resources: {'Port': ['ID=967824f1-a424-4ee2-a322-7ad49c2342ff,revision_number=2']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:07.429064 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-935e3519-242f-461a-9a28-04148a3da01b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:07.430695 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4208c698-7f35-4181-97fa-1f47761e7676 None None] Checking agent: {'id': '02c43e25-bd45-43d2-952e-f18e4af744aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766296-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 40, 6), 'started_at': datetime.datetime(2021, 6, 16, 12, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766296-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:59:07.431352 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4208c698-7f35-4181-97fa-1f47761e7676 None None] Checking segment: {'id': 'ccabc92d-cb7c-48c7-8ba2-36435bcfb991', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:59:07.432058 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4208c698-7f35-4181-97fa-1f47761e7676 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:07.433661 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4208c698-7f35-4181-97fa-1f47761e7676 None None] Bound using segment: {'id': 'ccabc92d-cb7c-48c7-8ba2-36435bcfb991', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:59:07.433661 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-4208c698-7f35-4181-97fa-1f47761e7676 None None] Bound port: 967824f1-a424-4ee2-a322-7ad49c2342ff, host: dv-cinder-766296-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccabc92d-cb7c-48c7-8ba2-36435bcfb991', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'}}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:59:07.434718 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4208c698-7f35-4181-97fa-1f47761e7676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:07.463432 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ed40e-665f-4f66-9b19-87285d6c5cfb req-4e0dbeb8-b912-4746-b46b-e4181b9b0175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:07.464879 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a13ed40e-665f-4f66-9b19-87285d6c5cfb req-4e0dbeb8-b912-4746-b46b-e4181b9b0175 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5634e23c-fa5a-4535-bb95-0bc9e3908dc8 HTTP/1.1" status: 200 len: 909 time: 0.3734231 Jun 16 12:59:07.526204 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4208c698-7f35-4181-97fa-1f47761e7676 None None] For port 967824f1-a424-4ee2-a322-7ad49c2342ff, host dv-cinder-766296-6-iscsi, cleared binding levels {{(pid=109147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:59:07.530511 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4208c698-7f35-4181-97fa-1f47761e7676 None None] For port 967824f1-a424-4ee2-a322-7ad49c2342ff, host dv-cinder-766296-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=967824f1-a424-4ee2-a322-7ad49c2342ff,segment=NetworkSegment(ccabc92d-cb7c-48c7-8ba2-36435bcfb991),segment_id=ccabc92d-cb7c-48c7-8ba2-36435bcfb991)] {{(pid=109147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:59:07.530817 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a13ed40e-665f-4f66-9b19-87285d6c5cfb req-fe56a10f-6b93-47a9-96ef-d7e1976f20d5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aad4bfa4-1677-49d2-99d2-c37758380097 HTTP/1.1" status: 200 len: 217 time: 0.0587339 Jun 16 12:59:07.538422 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4208c698-7f35-4181-97fa-1f47761e7676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:07.540711 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:07.606581 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4208c698-7f35-4181-97fa-1f47761e7676 None None] Routers {'7e42a6ab-b333-4411-a2f9-bb727764d8ef'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:59:07.607220 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-4208c698-7f35-4181-97fa-1f47761e7676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a8e5520>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:59:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['7e42a6ab-b333-4411-a2f9-bb727764d8ef'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:59:07.610724 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e3519-242f-461a-9a28-04148a3da01b None None] Pushing event updated for resources: {'Port': ['ID=967824f1-a424-4ee2-a322-7ad49c2342ff,revision_number=3']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:07.614523 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-935e3519-242f-461a-9a28-04148a3da01b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:07.733636 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-4208c698-7f35-4181-97fa-1f47761e7676 None None] Set router 7e42a6ab-b333-4411-a2f9-bb727764d8ef gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:59:07.738031 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ed40e-665f-4f66-9b19-87285d6c5cfb req-6dd7a08a-9edb-4fdb-ac84-6dbec3cb6371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:07.740653 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a13ed40e-665f-4f66-9b19-87285d6c5cfb req-6dd7a08a-9edb-4fdb-ac84-6dbec3cb6371 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=69442524-2e7f-4a15-97a1-3d403dcf5953 HTTP/1.1" status: 200 len: 848 time: 0.1662021 Jun 16 12:59:07.870790 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a13ed40e-665f-4f66-9b19-87285d6c5cfb req-d25f9915-4fce-489f-8a63-80ce49f5036d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5634e23c-fa5a-4535-bb95-0bc9e3908dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942793 Jun 16 12:59:07.938691 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-49f58679-e233-44d9-adcd-c6c50855cf18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11a06b8d-c7cb-4de2-99dc-12a823e80560 {{(pid=109146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 12:59:07.996323 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-4208c698-7f35-4181-97fa-1f47761e7676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a8e5520>, [{'id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'name': 'tempest-TestVolumeBootPattern-300302500-router', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:59:00Z', 'updated_at': '2021-06-16T12:59:03Z', 'revision_number': 3, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'gw_port': {'id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:02Z', 'updated_at': '2021-06-16T12:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi'}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:59:07.999097 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-49f58679-e233-44d9-adcd-c6c50855cf18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:08.003361 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4208c698-7f35-4181-97fa-1f47761e7676 None None] The sync data for ids ['7e42a6ab-b333-4411-a2f9-bb727764d8ef'] in dv-cinder-766296-6-iscsi is: [{'id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'name': 'tempest-TestVolumeBootPattern-300302500-router', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:59:00Z', 'updated_at': '2021-06-16T12:59:03Z', 'revision_number': 3, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'gw_port': {'id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:02Z', 'updated_at': '2021-06-16T12:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi'}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 12:59:08.072277 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.provisioning_blocks [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-49f58679-e233-44d9-adcd-c6c50855cf18 service neutron] Transition to ACTIVE for port object 11a06b8d-c7cb-4de2-99dc-12a823e80560 will not be triggered until provisioned by entity L2. {{(pid=109146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:59:08.079251 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-859f3a3a-d994-4bcd-8374-35680e956e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:08.084516 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-49f58679-e233-44d9-adcd-c6c50855cf18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32077174'] for port, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:08.095870 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-ed7b24a2-9a1d-4be9-b84c-db0dc00d520f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:08.270564 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a13ed40e-665f-4f66-9b19-87285d6c5cfb req-06236811-42f4-41cf-a433-ca75b74a2b8b service neutron] 10.222.0.73 "GET /v2.0/networks/5634e23c-fa5a-4535-bb95-0bc9e3908dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894458 Jun 16 12:59:08.278447 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f58679-e233-44d9-adcd-c6c50855cf18 service neutron] Pushing event updated for resources: {'Port': ['ID=11a06b8d-c7cb-4de2-99dc-12a823e80560,revision_number=2']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:08.447734 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25725f25-f6f0-4eb6-8964-66078a3a1a96 req-215ede28-5880-4e1d-9c98-38ea0d89b7fb tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:08.450165 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-25725f25-f6f0-4eb6-8964-66078a3a1a96 req-215ede28-5880-4e1d-9c98-38ea0d89b7fb tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d60a723-b8ef-4fdc-b52a-f65d61b36fdd HTTP/1.1" status: 200 len: 944 time: 0.1635027 Jun 16 12:59:08.451595 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f58679-e233-44d9-adcd-c6c50855cf18 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:08.452232 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f58679-e233-44d9-adcd-c6c50855cf18 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:08.452788 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f58679-e233-44d9-adcd-c6c50855cf18 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:08.453566 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f58679-e233-44d9-adcd-c6c50855cf18 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:08.454434 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f58679-e233-44d9-adcd-c6c50855cf18 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:08.454990 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f58679-e233-44d9-adcd-c6c50855cf18 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:08.455532 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f58679-e233-44d9-adcd-c6c50855cf18 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:08.456065 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f58679-e233-44d9-adcd-c6c50855cf18 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:08.456591 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f58679-e233-44d9-adcd-c6c50855cf18 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:08.458262 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f58679-e233-44d9-adcd-c6c50855cf18 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:08.458864 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f58679-e233-44d9-adcd-c6c50855cf18 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:08.459578 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f58679-e233-44d9-adcd-c6c50855cf18 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:08.518051 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-49f58679-e233-44d9-adcd-c6c50855cf18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:08.532161 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3452514-5b73-4442-9752-4ac4aef6e233 req-31f35a03-96d3-48d0-8d24-283830807ba5 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:08.542052 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f3452514-5b73-4442-9752-4ac4aef6e233 req-31f35a03-96d3-48d0-8d24-283830807ba5 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/ports?device_id=c87af2b0-e858-4825-8de5-9ba621e4a542 HTTP/1.1" status: 200 len: 943 time: 0.1609521 Jun 16 12:59:08.555975 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-25725f25-f6f0-4eb6-8964-66078a3a1a96 req-5a6dc710-efba-40c6-91ab-2d36b28759f1 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941205 Jun 16 12:59:08.602583 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f3452514-5b73-4442-9752-4ac4aef6e233 req-712ce362-1aa3-4fbd-bcbf-ee68155f064b tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e466290-5967-4f0f-bef2-ef2e39a65ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591927 Jun 16 12:59:08.650300 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 967824f1-a424-4ee2-a322-7ad49c2342ff up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:59:08.719170 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning for port 967824f1-a424-4ee2-a322-7ad49c2342ff completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:59:08.728603 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port 967824f1-a424-4ee2-a322-7ad49c2342ff triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:59:08.729664 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:08.865646 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:08.907048 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] For port 967824f1-a424-4ee2-a322-7ad49c2342ff, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=967824f1-a424-4ee2-a322-7ad49c2342ff,segment=NetworkSegment(ccabc92d-cb7c-48c7-8ba2-36435bcfb991),segment_id=ccabc92d-cb7c-48c7-8ba2-36435bcfb991)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:59:08.914446 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:08.920634 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:08.993265 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Pushing event updated for resources: {'Port': ['ID=967824f1-a424-4ee2-a322-7ad49c2342ff,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:08.998347 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:09.184021 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a13ed40e-665f-4f66-9b19-87285d6c5cfb req-fe32ce6f-414a-42ba-b1d9-125e178c6a4f service neutron] 10.222.0.73 "GET /v2.0/networks/5634e23c-fa5a-4535-bb95-0bc9e3908dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8995860 Jun 16 12:59:09.200846 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-49f58679-e233-44d9-adcd-c6c50855cf18 service neutron] Attempting to bind port 11a06b8d-c7cb-4de2-99dc-12a823e80560 on host hv-cinder-76629 for vnic_type normal with profile {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:59:09.201386 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-49f58679-e233-44d9-adcd-c6c50855cf18 service neutron] Attempting to bind port 11a06b8d-c7cb-4de2-99dc-12a823e80560 by drivers openvswitch,hyperv on host hv-cinder-76629 at level 0 using segments [{'id': '406d562f-18d7-4c3c-8317-95e8c0800580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '28d016d0-13fb-4b26-b65b-ddb1b886ea25'}] {{(pid=109146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:59:09.201904 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-49f58679-e233-44d9-adcd-c6c50855cf18 service neutron] Attempting to bind port 11a06b8d-c7cb-4de2-99dc-12a823e80560 on network 28d016d0-13fb-4b26-b65b-ddb1b886ea25 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:59:09.220493 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [None req-859f3a3a-d994-4bcd-8374-35680e956e95 admin admin] Allocated IP 172.20.0.1 (81366883-77d0-4eba-a7ab-e7372a5bb020/5c93f27e-893b-471b-8c45-8d133d4e0e81/822e6074-c6ba-4408-9a6b-09da0d0ed14a) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:59:09.224637 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-49f58679-e233-44d9-adcd-c6c50855cf18 service neutron] Port 11a06b8d-c7cb-4de2-99dc-12a823e80560 on network 28d016d0-13fb-4b26-b65b-ddb1b886ea25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76629 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 12:59:09.225015 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-49f58679-e233-44d9-adcd-c6c50855cf18 service neutron] Attempting to bind port 11a06b8d-c7cb-4de2-99dc-12a823e80560 on network 28d016d0-13fb-4b26-b65b-ddb1b886ea25 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:59:09.246905 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-49f58679-e233-44d9-adcd-c6c50855cf18 service neutron] Checking agent: {'id': 'b6c345f8-0197-4552-bdfc-f76fc82bf107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76629', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 47, 31), 'started_at': datetime.datetime(2021, 6, 16, 12, 47, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:59:09.247494 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-49f58679-e233-44d9-adcd-c6c50855cf18 service neutron] Checking segment: {'id': '406d562f-18d7-4c3c-8317-95e8c0800580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '28d016d0-13fb-4b26-b65b-ddb1b886ea25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:59:09.248144 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-49f58679-e233-44d9-adcd-c6c50855cf18 service neutron] Bound using segment: {'id': '406d562f-18d7-4c3c-8317-95e8c0800580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '28d016d0-13fb-4b26-b65b-ddb1b886ea25'} {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:59:09.248900 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-49f58679-e233-44d9-adcd-c6c50855cf18 service neutron] Bound port: 11a06b8d-c7cb-4de2-99dc-12a823e80560, host: hv-cinder-76629, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '406d562f-18d7-4c3c-8317-95e8c0800580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '28d016d0-13fb-4b26-b65b-ddb1b886ea25'}}] {{(pid=109146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:59:09.249504 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-49f58679-e233-44d9-adcd-c6c50855cf18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:09.330275 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:09.481509 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-49f58679-e233-44d9-adcd-c6c50855cf18 service neutron] For port 11a06b8d-c7cb-4de2-99dc-12a823e80560, host hv-cinder-76629, cleared binding levels {{(pid=109146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:59:09.489647 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-49f58679-e233-44d9-adcd-c6c50855cf18 service neutron] For port 11a06b8d-c7cb-4de2-99dc-12a823e80560, host hv-cinder-76629, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=11a06b8d-c7cb-4de2-99dc-12a823e80560,segment=NetworkSegment(406d562f-18d7-4c3c-8317-95e8c0800580),segment_id=406d562f-18d7-4c3c-8317-95e8c0800580)] {{(pid=109146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:59:09.499333 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-49f58679-e233-44d9-adcd-c6c50855cf18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32077174'] for port, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:09.513087 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-91753089-5473-475f-8307-e92ecf5fb56d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:09.601012 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-49f58679-e233-44d9-adcd-c6c50855cf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:09.602048 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-49f58679-e233-44d9-adcd-c6c50855cf18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:09.604543 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-49f58679-e233-44d9-adcd-c6c50855cf18 service neutron] 10.222.0.73 "PUT /v2.0/ports/11a06b8d-c7cb-4de2-99dc-12a823e80560 HTTP/1.1" status: 200 len: 1094 time: 3.2819347 Jun 16 12:59:09.605407 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d60a723-b8ef-4fdc-b52a-f65d61b36fdd', 'tag': '11a06b8d-c7cb-4de2-99dc-12a823e80560'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:59:09.610785 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d3ced2b0755242c869f5b076fa8168e6e97917c7fd5877aaea6e5f8b8701d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59fb23f6-77a5-4123-a91c-7da017265c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "5d60a723-b8ef-4fdc-b52a-f65d61b36fdd", "tag": "11a06b8d-c7cb-4de2-99dc-12a823e80560"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:59:09.623180 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-859f3a3a-d994-4bcd-8374-35680e956e95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:09.692355 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.provisioning_blocks [None req-859f3a3a-d994-4bcd-8374-35680e956e95 admin admin] Transition to ACTIVE for port object 822e6074-c6ba-4408-9a6b-09da0d0ed14a will not be triggered until provisioned by entity DHCP. {{(pid=109146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:59:09.696776 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 12:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f29275-bd5e-438d-a70b-01523c598ea0 x-openstack-request-id: req-50f29275-bd5e-438d-a70b-01523c598ea0 {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:59:09.697315 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d60a723-b8ef-4fdc-b52a-f65d61b36fdd", "tag": "11a06b8d-c7cb-4de2-99dc-12a823e80560", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:59:09.697800 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-50f29275-bd5e-438d-a70b-01523c598ea0 {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:59:09.698546 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d60a723-b8ef-4fdc-b52a-f65d61b36fdd', 'tag': '11a06b8d-c7cb-4de2-99dc-12a823e80560', 'status': 'completed', 'code': 200} Jun 16 12:59:09.704283 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f58679-e233-44d9-adcd-c6c50855cf18 service neutron] Pushing event updated for resources: {'Port': ['ID=11a06b8d-c7cb-4de2-99dc-12a823e80560,revision_number=3']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:09.753595 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-49f58679-e233-44d9-adcd-c6c50855cf18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:09.841053 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-b8c61922-7d40-4722-91de-ea4bc83f6a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:09.844242 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-b8c61922-7d40-4722-91de-ea4bc83f6a57 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fcfe25858884497fb7a348993e91bc9b&device_id=5d60a723-b8ef-4fdc-b52a-f65d61b36fdd HTTP/1.1" status: 200 len: 1097 time: 0.1654797 Jun 16 12:59:09.846956 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-859f3a3a-d994-4bcd-8374-35680e956e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32077152'] for port, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:09.850741 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-3b314419-ccfe-486b-b2bd-9bea74c243cc tempest-TestMinimumBasicScenario-639042380 tempest-TestMinimumBasicScenario-639042380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:09.941154 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9984b209-c6ed-40c0-b8d3-7fae0aa04cfc req-c5f0734f-d971-4de3-a971-721c9dec97fc tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:09.943290 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9984b209-c6ed-40c0-b8d3-7fae0aa04cfc req-c5f0734f-d971-4de3-a971-721c9dec97fc tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d60a723-b8ef-4fdc-b52a-f65d61b36fdd HTTP/1.1" status: 200 len: 944 time: 0.1618679 Jun 16 12:59:09.989388 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-757d0da4-38f0-4ab0-8f73-a5cc24a55397 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11a06b8d-c7cb-4de2-99dc-12a823e80560 HTTP/1.1" status: 200 len: 217 time: 0.1317482 Jun 16 12:59:10.006673 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859f3a3a-d994-4bcd-8374-35680e956e95 admin admin] Network 81366883-77d0-4eba-a7ab-e7372a5bb020 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:59:10.013127 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8487c-e471-4155-ba7d-b82865683573 req-b165388c-8b6b-4750-b213-cff62827a7bd tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:10.014863 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-59a8487c-e471-4155-ba7d-b82865683573 req-b165388c-8b6b-4750-b213-cff62827a7bd tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/ports?device_id=c87af2b0-e858-4825-8de5-9ba621e4a542 HTTP/1.1" status: 200 len: 943 time: 0.1351838 Jun 16 12:59:10.020942 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-859f3a3a-d994-4bcd-8374-35680e956e95 admin admin] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:59:10.023842 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859f3a3a-d994-4bcd-8374-35680e956e95 admin admin] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:59:10.026764 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9984b209-c6ed-40c0-b8d3-7fae0aa04cfc req-208e2777-82fd-4ab4-8774-56cdf7cd614d tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701926 Jun 16 12:59:10.058573 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f3a3a-d994-4bcd-8374-35680e956e95 admin admin] Pushing event updated for resources: {'Port': ['ID=822e6074-c6ba-4408-9a6b-09da0d0ed14a,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:10.088148 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-59a8487c-e471-4155-ba7d-b82865683573 req-fc05e38b-7f37-449e-9553-bc1d03c1e0cb tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e466290-5967-4f0f-bef2-ef2e39a65ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572543 Jun 16 12:59:10.090073 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device aad4bfa4-1677-49d2-99d2-c37758380097 details requested by agent hyperv_hv-cinder-76629 with host hv-cinder-76629 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 12:59:10.100736 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-859f3a3a-d994-4bcd-8374-35680e956e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:10.123439 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-3b653686-38f4-4b84-b60c-8dfbd9ca32e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:10.126676 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-3b653686-38f4-4b84-b60c-8dfbd9ca32e7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4cb0451-9a43-49dc-b542-315d5bfce2fe HTTP/1.1" status: 200 len: 854 time: 0.1183991 Jun 16 12:59:10.147620 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-859f3a3a-d994-4bcd-8374-35680e956e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442950'] for router_interface, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:10.174105 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-19827e15-e792-4088-98b5-7eeac7a8e132 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=28d016d0-13fb-4b26-b65b-ddb1b886ea25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373075 Jun 16 12:59:10.315022 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port aad4bfa4-1677-49d2-99d2-c37758380097, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=aad4bfa4-1677-49d2-99d2-c37758380097,segment=NetworkSegment(c59d852c-67a8-45a1-9163-f93f7d3175b8),segment_id=c59d852c-67a8-45a1-9163-f93f7d3175b8)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:59:10.337114 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Returning: {'device': 'aad4bfa4-1677-49d2-99d2-c37758380097', 'network_id': '5634e23c-fa5a-4535-bb95-0bc9e3908dc8', 'port_id': 'aad4bfa4-1677-49d2-99d2-c37758380097', 'mac_address': 'fa:16:3e:01:73:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69442524-2e7f-4a15-97a1-3d403dcf5953', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 12:59:10.413659 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:10.438513 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-c598a3f2-2ad2-41e4-9003-132a4b43b731 None None] Provisioning for port 822e6074-c6ba-4408-9a6b-09da0d0ed14a completed by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:59:10.445994 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-43072469-a160-4d16-9402-2253616714b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aad4bfa4-1677-49d2-99d2-c37758380097 {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 12:59:10.454283 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-c598a3f2-2ad2-41e4-9003-132a4b43b731 None None] Provisioning complete for port 822e6074-c6ba-4408-9a6b-09da0d0ed14a triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:59:10.454929 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-c598a3f2-2ad2-41e4-9003-132a4b43b731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:10.470743 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-d337db14-a500-4431-ba15-276cefed7853 service neutron] 10.222.0.73 "GET /v2.0/networks/28d016d0-13fb-4b26-b65b-ddb1b886ea25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614343 Jun 16 12:59:10.527289 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port aad4bfa4-1677-49d2-99d2-c37758380097, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=aad4bfa4-1677-49d2-99d2-c37758380097,segment=NetworkSegment(c59d852c-67a8-45a1-9163-f93f7d3175b8),segment_id=c59d852c-67a8-45a1-9163-f93f7d3175b8)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:59:10.543160 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:10.543160 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:10.581120 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-c598a3f2-2ad2-41e4-9003-132a4b43b731 None None] Port 822e6074-c6ba-4408-9a6b-09da0d0ed14a cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 12:59:10.600045 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 967824f1-a424-4ee2-a322-7ad49c2342ff up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:59:10.601816 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-859f3a3a-d994-4bcd-8374-35680e956e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:10.677107 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=aad4bfa4-1677-49d2-99d2-c37758380097,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:10.681991 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:10.702578 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port 967824f1-a424-4ee2-a322-7ad49c2342ff triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:59:10.703711 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:10.760255 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f4a4840b-05b9-4e01-8706-e849ba7e3ff3 req-cd1c2a1b-d2dc-4823-9534-8187e18801c2 service neutron] 10.222.0.73 "GET /v2.0/networks/28d016d0-13fb-4b26-b65b-ddb1b886ea25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822142 Jun 16 12:59:10.809960 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] get_ports_and_sgs() called for port_ids ['aad4bfa4-1677-49d2-99d2-c37758380097'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 12:59:11.001910 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb23f6-77a5-4123-a91c-7da017265c4b req-56ff59a9-710c-4ea6-94b5-8516de6cf2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:11.003897 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-59fb23f6-77a5-4123-a91c-7da017265c4b req-56ff59a9-710c-4ea6-94b5-8516de6cf2c7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fcfe25858884497fb7a348993e91bc9b&device_id=5d60a723-b8ef-4fdc-b52a-f65d61b36fdd HTTP/1.1" status: 200 len: 1097 time: 0.1741388 Jun 16 12:59:11.008990 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-859f3a3a-d994-4bcd-8374-35680e956e95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:11.028620 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-859f3a3a-d994-4bcd-8374-35680e956e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32077174'] for port, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:11.046806 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-3d0150dd-1ed2-49cb-9234-f541284613aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:11.171108 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f3a3a-d994-4bcd-8374-35680e956e95 admin admin] Pushing event updated for resources: {'Port': ['ID=822e6074-c6ba-4408-9a6b-09da0d0ed14a,revision_number=2']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:11.176265 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-859f3a3a-d994-4bcd-8374-35680e956e95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442938'] for router_interface, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:11.178608 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-859f3a3a-d994-4bcd-8374-35680e956e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:11.217966 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb23f6-77a5-4123-a91c-7da017265c4b req-07acecb8-6313-4fcc-9cee-77474810c960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:11.220999 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-59fb23f6-77a5-4123-a91c-7da017265c4b req-07acecb8-6313-4fcc-9cee-77474810c960 service neutron] 10.222.0.73 "GET /v2.0/networks?id=28d016d0-13fb-4b26-b65b-ddb1b886ea25 HTTP/1.1" status: 200 len: 915 time: 0.2059069 Jun 16 12:59:11.309417 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2f2af-6eaa-4738-86b0-1ebcad355c56 req-8e52bad4-01d5-44ff-9b67-37fc9a0bec99 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:11.310141 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-59fb23f6-77a5-4123-a91c-7da017265c4b req-ea974b40-7fc4-4fb6-b2f6-efb10814d057 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11a06b8d-c7cb-4de2-99dc-12a823e80560 HTTP/1.1" status: 200 len: 217 time: 0.0802431 Jun 16 12:59:11.312189 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-76a2f2af-6eaa-4738-86b0-1ebcad355c56 req-8e52bad4-01d5-44ff-9b67-37fc9a0bec99 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d60a723-b8ef-4fdc-b52a-f65d61b36fdd HTTP/1.1" status: 200 len: 944 time: 0.1026721 Jun 16 12:59:11.386355 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb23f6-77a5-4123-a91c-7da017265c4b req-26f21ce2-e89a-4d56-9ef9-cd056d235888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:11.387932 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-59fb23f6-77a5-4123-a91c-7da017265c4b req-26f21ce2-e89a-4d56-9ef9-cd056d235888 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4cb0451-9a43-49dc-b542-315d5bfce2fe HTTP/1.1" status: 200 len: 854 time: 0.0685003 Jun 16 12:59:11.393941 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859f3a3a-d994-4bcd-8374-35680e956e95 admin admin] Network 81366883-77d0-4eba-a7ab-e7372a5bb020 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:59:11.395601 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-859f3a3a-d994-4bcd-8374-35680e956e95 admin admin] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:59:11.457430 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-76a2f2af-6eaa-4738-86b0-1ebcad355c56 req-fd40380d-0010-4bf8-9683-8d643df277ad tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263196 Jun 16 12:59:11.470664 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-59fb23f6-77a5-4123-a91c-7da017265c4b req-df7b6518-97fa-473d-bd52-42f7e9d1bec2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=28d016d0-13fb-4b26-b65b-ddb1b886ea25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726421 Jun 16 12:59:11.484740 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa433a4-348b-454b-a051-71b50b4b61d1 req-9a8e8b65-e536-403e-a68f-27644ad77a00 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:11.488511 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-baa433a4-348b-454b-a051-71b50b4b61d1 req-9a8e8b65-e536-403e-a68f-27644ad77a00 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/ports?device_id=c87af2b0-e858-4825-8de5-9ba621e4a542 HTTP/1.1" status: 200 len: 944 time: 0.1734579 Jun 16 12:59:11.550576 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-baa433a4-348b-454b-a051-71b50b4b61d1 req-f50ff53c-51dc-4558-acc5-b780dabff539 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e466290-5967-4f0f-bef2-ef2e39a65ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508392 Jun 16 12:59:11.720913 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-59fb23f6-77a5-4123-a91c-7da017265c4b req-3f49ea84-dd04-4a16-99a2-357fbe5cd918 service neutron] 10.222.0.73 "GET /v2.0/networks/28d016d0-13fb-4b26-b65b-ddb1b886ea25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001011 Jun 16 12:59:11.723714 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859f3a3a-d994-4bcd-8374-35680e956e95 admin admin] Router 7e42a6ab-b333-4411-a2f9-bb727764d8ef has already been hosted by L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 {{(pid=109146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 12:59:11.830827 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-b811be20-d09b-4279-95c2-9ec795c39735 None None] Provisioning complete for port 822e6074-c6ba-4408-9a6b-09da0d0ed14a triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:59:11.831998 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-b811be20-d09b-4279-95c2-9ec795c39735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:11.885517 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-b811be20-d09b-4279-95c2-9ec795c39735 None None] Port 822e6074-c6ba-4408-9a6b-09da0d0ed14a cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 12:59:11.975357 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-59fb23f6-77a5-4123-a91c-7da017265c4b req-12230ebf-971a-4b3c-8579-e73a3f8c62f2 service neutron] 10.222.0.73 "GET /v2.0/networks/28d016d0-13fb-4b26-b65b-ddb1b886ea25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449567 Jun 16 12:59:11.997311 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859f3a3a-d994-4bcd-8374-35680e956e95 admin admin] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 12:59:12.007925 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-859f3a3a-d994-4bcd-8374-35680e956e95 admin admin] 10.222.0.67 "PUT /v2.0/routers/7e42a6ab-b333-4411-a2f9-bb727764d8ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6970832 Jun 16 12:59:12.009865 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b9f509-b159-494c-a474-42966772203b None None] Sync routers for ids ['7e42a6ab-b333-4411-a2f9-bb727764d8ef'] in dv-cinder-766296-6-iscsi {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 12:59:12.023064 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b9f509-b159-494c-a474-42966772203b None None] Routers {'7e42a6ab-b333-4411-a2f9-bb727764d8ef'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:59:12.023995 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-90b9f509-b159-494c-a474-42966772203b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644b59b0a0>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:59:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['7e42a6ab-b333-4411-a2f9-bb727764d8ef'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:59:12.106083 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device aad4bfa4-1677-49d2-99d2-c37758380097 up at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:59:12.198305 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning for port aad4bfa4-1677-49d2-99d2-c37758380097 completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:59:12.199074 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-90b9f509-b159-494c-a474-42966772203b None None] Set router 7e42a6ab-b333-4411-a2f9-bb727764d8ef gateway port host: dv-cinder-766296-6-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:59:12.202262 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning complete for port aad4bfa4-1677-49d2-99d2-c37758380097 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:59:12.203762 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:12.373372 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:12.433409 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87af2b0-e858-4825-8de5-9ba621e4a542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad4bfa4-1677-49d2-99d2-c37758380097'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:59:12.438624 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc19868b2eeee4f788927d96de96bc76ef619c1c8eef803ec6a338432d17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661defae-abe1-4c3b-b8c2-2840e7ec91e8" -d '{"events": [{"server_uuid": "c87af2b0-e858-4825-8de5-9ba621e4a542", "name": "network-vif-plugged", "status": "completed", "tag": "aad4bfa4-1677-49d2-99d2-c37758380097"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:59:12.464037 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port aad4bfa4-1677-49d2-99d2-c37758380097, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=aad4bfa4-1677-49d2-99d2-c37758380097,segment=NetworkSegment(c59d852c-67a8-45a1-9163-f93f7d3175b8),segment_id=c59d852c-67a8-45a1-9163-f93f7d3175b8)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:59:12.475225 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:12.483076 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-050f5f43-5806-4b84-86ee-9c010ace821f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:12.536162 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 12:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f07e1cf-52af-4d26-a66b-3ba669a9df9e x-openstack-request-id: req-4f07e1cf-52af-4d26-a66b-3ba669a9df9e {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:59:12.536419 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87af2b0-e858-4825-8de5-9ba621e4a542", "name": "network-vif-plugged", "status": "completed", "tag": "aad4bfa4-1677-49d2-99d2-c37758380097", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:59:12.536894 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4f07e1cf-52af-4d26-a66b-3ba669a9df9e {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:59:12.537754 dv-cinder-766296-6-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c87af2b0-e858-4825-8de5-9ba621e4a542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad4bfa4-1677-49d2-99d2-c37758380097', 'code': 200} Jun 16 12:59:12.582587 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-90b9f509-b159-494c-a474-42966772203b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644b59b0a0>, [{'id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'name': 'tempest-TestVolumeBootPattern-300302500-router', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:59:00Z', 'updated_at': '2021-06-16T12:59:10Z', 'revision_number': 4, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'gw_port': {'id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:02Z', 'updated_at': '2021-06-16T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '822e6074-c6ba-4408-9a6b-09da0d0ed14a', 'name': '', 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'mac_address': 'fa:16:3e:9f:18:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:08Z', 'updated_at': '2021-06-16T12:59:10Z', 'revision_number': 2, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'subnets': [{'id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:59:12.587469 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b9f509-b159-494c-a474-42966772203b None None] Checking router: 7e42a6ab-b333-4411-a2f9-bb727764d8ef for host: dv-cinder-766296-6-iscsi {{(pid=109148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 12:59:12.588264 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b9f509-b159-494c-a474-42966772203b None None] Updating router 7e42a6ab-b333-4411-a2f9-bb727764d8ef port 822e6074-c6ba-4408-9a6b-09da0d0ed14a binding host dv-cinder-766296-6-iscsi {{(pid=109148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 12:59:12.633685 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=aad4bfa4-1677-49d2-99d2-c37758380097,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:12.649006 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:12.667971 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-90b9f509-b159-494c-a474-42966772203b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:12.954064 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693330f1-9cae-4c9a-bba1-592b1a7dafc9 req-d8f959d5-bdec-47ec-aba9-f2984731ec12 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:12.957281 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-693330f1-9cae-4c9a-bba1-592b1a7dafc9 req-d8f959d5-bdec-47ec-aba9-f2984731ec12 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/ports?device_id=c87af2b0-e858-4825-8de5-9ba621e4a542 HTTP/1.1" status: 200 len: 945 time: 0.1767597 Jun 16 12:59:13.064594 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-693330f1-9cae-4c9a-bba1-592b1a7dafc9 req-ed4b9d8b-7ec1-4d6d-9c40-eb0c5acac914 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e466290-5967-4f0f-bef2-ef2e39a65ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836234 Jun 16 12:59:13.070812 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedcbae-84af-4723-8783-44bb70575590 req-24c0e44e-0c6c-41b2-9ea3-4c9e58b4b3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:13.086740 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6fedcbae-84af-4723-8783-44bb70575590 req-24c0e44e-0c6c-41b2-9ea3-4c9e58b4b3bf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c87af2b0-e858-4825-8de5-9ba621e4a542 HTTP/1.1" status: 200 len: 1098 time: 0.1814618 Jun 16 12:59:13.137108 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 53418) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:59:13.145496 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-e61344c3-0bf4-4c06-b60e-851ce2ab39fb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2022146784-network', 'tenant_id': 'c8b831c7051442cea9b5006744e565b3'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:59:13.163692 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6fedcbae-84af-4723-8783-44bb70575590 req-8bc677e3-c35d-4bf9-9380-5f213fe2c285 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4e466290-5967-4f0f-bef2-ef2e39a65ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670493 Jun 16 12:59:13.184429 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61344c3-0bf4-4c06-b60e-851ce2ab39fb admin admin] Made reservation on behalf of c8b831c7051442cea9b5006744e565b3 for: {'network': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:59:13.187012 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e61344c3-0bf4-4c06-b60e-851ce2ab39fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for network, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:13.198112 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543863c-8057-4af3-9bbf-afa8d156e1cb req-016fc12f-2c28-4f31-be27-a09d29277a7c tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:13.199975 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e543863c-8057-4af3-9bbf-afa8d156e1cb req-016fc12f-2c28-4f31-be27-a09d29277a7c tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d60a723-b8ef-4fdc-b52a-f65d61b36fdd HTTP/1.1" status: 200 len: 944 time: 0.1131198 Jun 16 12:59:13.207274 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e61344c3-0bf4-4c06-b60e-851ce2ab39fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:13.209554 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-90b9f509-b159-494c-a474-42966772203b None None] Notify callbacks [] for port, precommit_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:13.231915 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.provisioning_blocks [None req-90b9f509-b159-494c-a474-42966772203b None None] Transition to ACTIVE for port object 822e6074-c6ba-4408-9a6b-09da0d0ed14a will not be triggered until provisioned by entity L2. {{(pid=109148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:59:13.239879 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-90b9f509-b159-494c-a474-42966772203b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:13.243157 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:13.289139 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e543863c-8057-4af3-9bbf-afa8d156e1cb req-199bf895-a6c6-4eca-8745-d45018f51c48 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792589 Jun 16 12:59:13.306374 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02235a4-b2b9-4865-a652-59cb8fbb3f13 None None] Pushing event updated for resources: {'Port': ['ID=822e6074-c6ba-4408-9a6b-09da0d0ed14a,revision_number=3']} {{(pid=109148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:13.419710 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e61344c3-0bf4-4c06-b60e-851ce2ab39fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:13.425499 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02235a4-b2b9-4865-a652-59cb8fbb3f13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:13.426718 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e61344c3-0bf4-4c06-b60e-851ce2ab39fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:13.426929 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02235a4-b2b9-4865-a652-59cb8fbb3f13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:13.427276 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02235a4-b2b9-4865-a652-59cb8fbb3f13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:13.427778 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02235a4-b2b9-4865-a652-59cb8fbb3f13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:13.428261 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02235a4-b2b9-4865-a652-59cb8fbb3f13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:13.428758 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02235a4-b2b9-4865-a652-59cb8fbb3f13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:13.429254 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02235a4-b2b9-4865-a652-59cb8fbb3f13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:13.429751 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02235a4-b2b9-4865-a652-59cb8fbb3f13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:13.430282 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02235a4-b2b9-4865-a652-59cb8fbb3f13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:13.430784 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02235a4-b2b9-4865-a652-59cb8fbb3f13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:13.431279 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02235a4-b2b9-4865-a652-59cb8fbb3f13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:13.431761 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02235a4-b2b9-4865-a652-59cb8fbb3f13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:13.434448 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-aea0c8c1-4616-4a3f-91ec-9144868c5694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:13.444852 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG oslo_concurrency.lockutils [None req-e02235a4-b2b9-4865-a652-59cb8fbb3f13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=109148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:13.463546 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e61344c3-0bf4-4c06-b60e-851ce2ab39fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=109145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 12:59:13.494994 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-90b9f509-b159-494c-a474-42966772203b None None] Attempting to bind port 822e6074-c6ba-4408-9a6b-09da0d0ed14a on host dv-cinder-766296-6-iscsi for vnic_type normal with profile {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:59:13.495307 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e61344c3-0bf4-4c06-b60e-851ce2ab39fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076'] for segment, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:13.495534 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-90b9f509-b159-494c-a474-42966772203b None None] Attempting to bind port 822e6074-c6ba-4408-9a6b-09da0d0ed14a by drivers openvswitch,hyperv on host dv-cinder-766296-6-iscsi at level 0 using segments [{'id': 'dcca0cf4-eafc-4ce6-9f7a-4008abe5738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020'}] {{(pid=109148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:59:13.495725 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.db.segments_db [None req-e61344c3-0bf4-4c06-b60e-851ce2ab39fb admin admin] Added segment 404cca71-6253-455a-9729-89bc494a9947 of type vlan for network 2f42d0fa-350e-474a-b853-1ecff347f1f3 Jun 16 12:59:13.495945 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b9f509-b159-494c-a474-42966772203b None None] Attempting to bind port 822e6074-c6ba-4408-9a6b-09da0d0ed14a on network 81366883-77d0-4eba-a7ab-e7372a5bb020 {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:59:13.498092 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61344c3-0bf4-4c06-b60e-851ce2ab39fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986a18ea-f0da-4dab-b391-bc242f1916dd,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:13.504290 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b9f509-b159-494c-a474-42966772203b None None] Checking agent: {'id': '02c43e25-bd45-43d2-952e-f18e4af744aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766296-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 40, 6), 'started_at': datetime.datetime(2021, 6, 16, 12, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766296-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:59:13.504802 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b9f509-b159-494c-a474-42966772203b None None] Checking segment: {'id': 'dcca0cf4-eafc-4ce6-9f7a-4008abe5738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:59:13.505254 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-90b9f509-b159-494c-a474-42966772203b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:13.505671 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b9f509-b159-494c-a474-42966772203b None None] Bound using segment: {'id': 'dcca0cf4-eafc-4ce6-9f7a-4008abe5738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020'} {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:59:13.506354 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-90b9f509-b159-494c-a474-42966772203b None None] Bound port: 822e6074-c6ba-4408-9a6b-09da0d0ed14a, host: dv-cinder-766296-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcca0cf4-eafc-4ce6-9f7a-4008abe5738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020'}}] {{(pid=109148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:59:13.506833 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-90b9f509-b159-494c-a474-42966772203b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:13.523087 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61344c3-0bf4-4c06-b60e-851ce2ab39fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:13.523685 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61344c3-0bf4-4c06-b60e-851ce2ab39fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:13.524404 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61344c3-0bf4-4c06-b60e-851ce2ab39fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:13.525002 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61344c3-0bf4-4c06-b60e-851ce2ab39fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:13.525595 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61344c3-0bf4-4c06-b60e-851ce2ab39fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:13.526182 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61344c3-0bf4-4c06-b60e-851ce2ab39fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:13.526794 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61344c3-0bf4-4c06-b60e-851ce2ab39fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:13.527647 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61344c3-0bf4-4c06-b60e-851ce2ab39fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:13.528223 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61344c3-0bf4-4c06-b60e-851ce2ab39fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:13.528802 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61344c3-0bf4-4c06-b60e-851ce2ab39fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:13.529380 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61344c3-0bf4-4c06-b60e-851ce2ab39fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:13.529947 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61344c3-0bf4-4c06-b60e-851ce2ab39fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:13.538109 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-e61344c3-0bf4-4c06-b60e-851ce2ab39fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:13.584916 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e61344c3-0bf4-4c06-b60e-851ce2ab39fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754302079645'] for network, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:13.627715 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.db [None req-90b9f509-b159-494c-a474-42966772203b None None] For port 822e6074-c6ba-4408-9a6b-09da0d0ed14a, host dv-cinder-766296-6-iscsi, cleared binding levels {{(pid=109148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:59:13.631372 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e61344c3-0bf4-4c06-b60e-851ce2ab39fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281'] for network, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:13.632862 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.db [None req-90b9f509-b159-494c-a474-42966772203b None None] For port 822e6074-c6ba-4408-9a6b-09da0d0ed14a, host dv-cinder-766296-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=822e6074-c6ba-4408-9a6b-09da0d0ed14a,segment=NetworkSegment(dcca0cf4-eafc-4ce6-9f7a-4008abe5738d),segment_id=dcca0cf4-eafc-4ce6-9f7a-4008abe5738d)] {{(pid=109148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:59:13.633959 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61344c3-0bf4-4c06-b60e-851ce2ab39fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:13.634735 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e61344c3-0bf4-4c06-b60e-851ce2ab39fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for network, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:13.638518 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-d81d43df-fe15-46cd-af2a-b430791a766e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:13.638900 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-90b9f509-b159-494c-a474-42966772203b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:13.646845 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:13.680136 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-e61344c3-0bf4-4c06-b60e-851ce2ab39fb admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5393369 Jun 16 12:59:13.682767 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 53420) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:59:13.691988 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-14924a39-94d0-426a-a57b-c5dcb8e505ec admin admin] Request body: {'subnet': {'network_id': '2f42d0fa-350e-474a-b853-1ecff347f1f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2022146784-subnet', 'tenant_id': 'c8b831c7051442cea9b5006744e565b3', 'ip_version': 4}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:59:13.733239 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02235a4-b2b9-4865-a652-59cb8fbb3f13 None None] Pushing event updated for resources: {'Port': ['ID=822e6074-c6ba-4408-9a6b-09da0d0ed14a,revision_number=4']} {{(pid=109148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:13.738522 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG oslo_concurrency.lockutils [None req-e02235a4-b2b9-4865-a652-59cb8fbb3f13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=109148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:13.739779 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61344c3-0bf4-4c06-b60e-851ce2ab39fb admin admin] Pushing event updated for resources: {'Network': ['ID=2f42d0fa-350e-474a-b853-1ecff347f1f3,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:13.743475 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b9f509-b159-494c-a474-42966772203b None None] Routers {'7e42a6ab-b333-4411-a2f9-bb727764d8ef'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:59:13.744593 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-90b9f509-b159-494c-a474-42966772203b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644b59b0a0>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:59:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['7e42a6ab-b333-4411-a2f9-bb727764d8ef'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:59:13.746726 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-e61344c3-0bf4-4c06-b60e-851ce2ab39fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:13.775965 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14924a39-94d0-426a-a57b-c5dcb8e505ec admin admin] Made reservation on behalf of c8b831c7051442cea9b5006744e565b3 for: {'subnet': 1} {{(pid=109145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:59:13.779493 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Network 2f42d0fa-350e-474a-b853-1ecff347f1f3 details requested by agent ovs-agent-dv-cinder-766296-6-iscsi with host dv-cinder-766296-6-iscsi {{(pid=109147) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 12:59:13.780374 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-14924a39-94d0-426a-a57b-c5dcb8e505ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26601094'] for subnet, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:13.940127 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-90b9f509-b159-494c-a474-42966772203b None None] Set router 7e42a6ab-b333-4411-a2f9-bb727764d8ef gateway port host: dv-cinder-766296-6-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:59:14.128206 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 11a06b8d-c7cb-4de2-99dc-12a823e80560 details requested by agent hyperv_hv-cinder-76629 with host hv-cinder-76629 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 12:59:14.208468 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-14924a39-94d0-426a-a57b-c5dcb8e505ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26528783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26601108'] for subnet, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:14.212126 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-33e83c2e-dfda-475a-85ff-d18f9b252d56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:14.355201 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14924a39-94d0-426a-a57b-c5dcb8e505ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca30e471-8c72-45ad-9d98-554cc14bd723,revision_number=0']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:14.365833 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14924a39-94d0-426a-a57b-c5dcb8e505ec admin admin] Checking segment: {'id': '404cca71-6253-455a-9729-89bc494a9947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2f42d0fa-350e-474a-b853-1ecff347f1f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:59:14.366548 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14924a39-94d0-426a-a57b-c5dcb8e505ec admin admin] Network hostable DHCP agents. Network: 2f42d0fa-350e-474a-b853-1ecff347f1f3, hostable agents: ['d62bbf24-a105-422a-86ef-12dacf7896c4'], hosted agents: [] {{(pid=109145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 12:59:14.377936 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-90b9f509-b159-494c-a474-42966772203b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644b59b0a0>, [{'id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'name': 'tempest-TestVolumeBootPattern-300302500-router', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:59:00Z', 'updated_at': '2021-06-16T12:59:10Z', 'revision_number': 4, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'gw_port': {'id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:02Z', 'updated_at': '2021-06-16T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '822e6074-c6ba-4408-9a6b-09da0d0ed14a', 'name': '', 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'mac_address': 'fa:16:3e:9f:18:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:08Z', 'updated_at': '2021-06-16T12:59:13Z', 'revision_number': 4, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'subnets': [{'id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:59:14.385492 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b9f509-b159-494c-a474-42966772203b None None] The sync data for ids ['7e42a6ab-b333-4411-a2f9-bb727764d8ef'] in dv-cinder-766296-6-iscsi is: [{'id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'name': 'tempest-TestVolumeBootPattern-300302500-router', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:59:00Z', 'updated_at': '2021-06-16T12:59:10Z', 'revision_number': 4, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'gw_port': {'id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:02Z', 'updated_at': '2021-06-16T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '822e6074-c6ba-4408-9a6b-09da0d0ed14a', 'name': '', 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'mac_address': 'fa:16:3e:9f:18:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:08Z', 'updated_at': '2021-06-16T12:59:13Z', 'revision_number': 4, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'subnets': [{'id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 12:59:14.388845 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-14924a39-94d0-426a-a57b-c5dcb8e505ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:14.425926 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 11a06b8d-c7cb-4de2-99dc-12a823e80560, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=11a06b8d-c7cb-4de2-99dc-12a823e80560,segment=NetworkSegment(406d562f-18d7-4c3c-8317-95e8c0800580),segment_id=406d562f-18d7-4c3c-8317-95e8c0800580)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:59:14.448749 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14924a39-94d0-426a-a57b-c5dcb8e505ec admin admin] Network 2f42d0fa-350e-474a-b853-1ecff347f1f3 is scheduled to be hosted by DHCP agent d62bbf24-a105-422a-86ef-12dacf7896c4 with binding_index 1 {{(pid=109145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 12:59:14.454991 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Returning: {'device': '11a06b8d-c7cb-4de2-99dc-12a823e80560', 'network_id': '28d016d0-13fb-4b26-b65b-ddb1b886ea25', 'port_id': '11a06b8d-c7cb-4de2-99dc-12a823e80560', 'mac_address': 'fa:16:3e:f4:87:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4cb0451-9a43-49dc-b542-315d5bfce2fe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 12:59:14.512986 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [None req-14924a39-94d0-426a-a57b-c5dcb8e505ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-766296-6-iscsi, 2f42d0fa-350e-474a-b853-1ecff347f1f3) {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:59:14.538396 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63aadf39-8895-4ea2-8498-a53edabb27be None None] Network 2f42d0fa-350e-474a-b853-1ecff347f1f3 requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:59:14.596273 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14924a39-94d0-426a-a57b-c5dcb8e505ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:14.597197 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-14924a39-94d0-426a-a57b-c5dcb8e505ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for subnet, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:14.601453 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:14.665968 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-43072469-a160-4d16-9402-2253616714b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a06b8d-c7cb-4de2-99dc-12a823e80560 {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 12:59:14.692446 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab25c9-0a0e-40b5-97c9-499e17787333 req-69506e3f-e3de-4d87-afb1-f005f1d973ca tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:14.695383 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a4ab25c9-0a0e-40b5-97c9-499e17787333 req-69506e3f-e3de-4d87-afb1-f005f1d973ca tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/ports?device_id=c87af2b0-e858-4825-8de5-9ba621e4a542 HTTP/1.1" status: 200 len: 945 time: 0.3216763 Jun 16 12:59:14.722164 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 822e6074-c6ba-4408-9a6b-09da0d0ed14a up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:59:14.731578 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-14924a39-94d0-426a-a57b-c5dcb8e505ec admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0436947 Jun 16 12:59:14.731913 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 11a06b8d-c7cb-4de2-99dc-12a823e80560, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=11a06b8d-c7cb-4de2-99dc-12a823e80560,segment=NetworkSegment(406d562f-18d7-4c3c-8317-95e8c0800580),segment_id=406d562f-18d7-4c3c-8317-95e8c0800580)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:59:14.733912 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 53426) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:59:14.739751 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-5b1d6d09-0ceb-4dc3-a7dd-8b1ea9381307 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2022146784-router', 'tenant_id': 'c8b831c7051442cea9b5006744e565b3', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'}}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:59:14.761134 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:14.767112 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:14.803100 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5b1d6d09-0ceb-4dc3-a7dd-8b1ea9381307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-448915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13965'] for router, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:14.805359 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5b1d6d09-0ceb-4dc3-a7dd-8b1ea9381307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438931', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-489929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13942'] for router, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:14.810414 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a4ab25c9-0a0e-40b5-97c9-499e17787333 req-848fcea9-c037-484a-b43f-614086dcf053 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e466290-5967-4f0f-bef2-ef2e39a65ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003094 Jun 16 12:59:14.874300 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c3315-ca29-43a5-8e3c-06b4d194115a req-3d7560e0-e680-4447-865d-a9ede3c3cd04 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:14.890264 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c52c3315-ca29-43a5-8e3c-06b4d194115a req-3d7560e0-e680-4447-865d-a9ede3c3cd04 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d60a723-b8ef-4fdc-b52a-f65d61b36fdd HTTP/1.1" status: 200 len: 944 time: 0.2797096 Jun 16 12:59:14.892692 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=11a06b8d-c7cb-4de2-99dc-12a823e80560,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:14.903627 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:14.944197 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning for port 822e6074-c6ba-4408-9a6b-09da0d0ed14a completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:59:14.966155 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port 822e6074-c6ba-4408-9a6b-09da0d0ed14a triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:59:14.968636 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:14.972821 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5b1d6d09-0ceb-4dc3-a7dd-8b1ea9381307 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:14.976756 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c52c3315-ca29-43a5-8e3c-06b4d194115a req-6142351c-77bd-4915-a3cf-8fda389e90d8 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809371 Jun 16 12:59:15.019776 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6a4ddb-3caf-4827-bfa1-4f1b0ac25c1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa169a922-d219-5150-a7f6-9f81c4061e6e-2f42d0fa-350e-474a-b853-1ecff347f1f3', 'network_id': '2f42d0fa-350e-474a-b853-1ecff347f1f3', 'tenant_id': 'c8b831c7051442cea9b5006744e565b3', 'fixed_ips': [{'subnet_id': 'ca30e471-8c72-45ad-9d98-554cc14bd723'}]}} from dv-cinder-766296-6-iscsi. {{(pid=109147) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 12:59:15.021314 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a6a4ddb-3caf-4827-bfa1-4f1b0ac25c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:15.049000 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] get_ports_and_sgs() called for port_ids ['11a06b8d-c7cb-4de2-99dc-12a823e80560'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 12:59:15.188745 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5b1d6d09-0ceb-4dc3-a7dd-8b1ea9381307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-438913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13920'] for router, precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:15.330623 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:15.401167 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.db_base_plugin_common [None req-4a6a4ddb-3caf-4827-bfa1-4f1b0ac25c1f None None] Allocated IP 172.20.0.2 (2f42d0fa-350e-474a-b853-1ecff347f1f3/ca30e471-8c72-45ad-9d98-554cc14bd723/7c23748e-5c21-4a69-a2d9-55dc6ef9fdf2) {{(pid=109147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:59:15.470948 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] For port 822e6074-c6ba-4408-9a6b-09da0d0ed14a, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=822e6074-c6ba-4408-9a6b-09da0d0ed14a,segment=NetworkSegment(dcca0cf4-eafc-4ce6-9f7a-4008abe5738d),segment_id=dcca0cf4-eafc-4ce6-9f7a-4008abe5738d)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:59:15.491581 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:15.514481 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:15.653756 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5b1d6d09-0ceb-4dc3-a7dd-8b1ea9381307 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:15.692411 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5b1d6d09-0ceb-4dc3-a7dd-8b1ea9381307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:15.706960 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Pushing event updated for resources: {'Port': ['ID=822e6074-c6ba-4408-9a6b-09da0d0ed14a,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:15.716218 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:15.885786 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a6a4ddb-3caf-4827-bfa1-4f1b0ac25c1f None None] Notify callbacks [] for port, precommit_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:15.906992 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a6a4ddb-3caf-4827-bfa1-4f1b0ac25c1f None None] Transition to ACTIVE for port object 7c23748e-5c21-4a69-a2d9-55dc6ef9fdf2 will not be triggered until provisioned by entity L2. {{(pid=109147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:59:15.939858 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-4a6a4ddb-3caf-4827-bfa1-4f1b0ac25c1f None None] Transition to ACTIVE for port object 7c23748e-5c21-4a69-a2d9-55dc6ef9fdf2 will not be triggered until provisioned by entity DHCP. {{(pid=109147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:59:15.949675 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [None req-5b1d6d09-0ceb-4dc3-a7dd-8b1ea9381307 admin admin] Allocated IP 172.27.0.142 (31dc54ca-819a-4fca-8a47-71bd58082db2/22fb36b4-54fb-4b68-bc71-a723384dad9b/fe35d65b-7bca-42ea-ac8a-fd987008411e) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:59:15.955561 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a6a4ddb-3caf-4827-bfa1-4f1b0ac25c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438'] for port, after_create {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:15.961151 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:16.028339 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6a4ddb-3caf-4827-bfa1-4f1b0ac25c1f None None] Network 2f42d0fa-350e-474a-b853-1ecff347f1f3 is already hosted by enough agents. {{(pid=109147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:59:16.037616 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.scheduler.base_scheduler [None req-4a6a4ddb-3caf-4827-bfa1-4f1b0ac25c1f None None] Resources bound (agent type, host, resource id): {{(pid=109147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:59:16.050534 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6a4ddb-3caf-4827-bfa1-4f1b0ac25c1f None None] Received port after_create {{(pid=109147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:59:16.077279 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a4ddb-3caf-4827-bfa1-4f1b0ac25c1f None None] Pushing event updated for resources: {'Port': ['ID=7c23748e-5c21-4a69-a2d9-55dc6ef9fdf2,revision_number=1']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:16.084795 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-4a6a4ddb-3caf-4827-bfa1-4f1b0ac25c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:16.158977 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 11a06b8d-c7cb-4de2-99dc-12a823e80560 up at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:59:16.227129 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-4a6a4ddb-3caf-4827-bfa1-4f1b0ac25c1f None None] Attempting to bind port 7c23748e-5c21-4a69-a2d9-55dc6ef9fdf2 on host dv-cinder-766296-6-iscsi for vnic_type normal with profile {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:59:16.228274 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-4a6a4ddb-3caf-4827-bfa1-4f1b0ac25c1f None None] Attempting to bind port 7c23748e-5c21-4a69-a2d9-55dc6ef9fdf2 by drivers openvswitch,hyperv on host dv-cinder-766296-6-iscsi at level 0 using segments [{'id': '404cca71-6253-455a-9729-89bc494a9947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2f42d0fa-350e-474a-b853-1ecff347f1f3'}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:59:16.229096 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6a4ddb-3caf-4827-bfa1-4f1b0ac25c1f None None] Attempting to bind port 7c23748e-5c21-4a69-a2d9-55dc6ef9fdf2 on network 2f42d0fa-350e-474a-b853-1ecff347f1f3 {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:59:16.252557 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6a4ddb-3caf-4827-bfa1-4f1b0ac25c1f None None] Checking agent: {'id': '02c43e25-bd45-43d2-952e-f18e4af744aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766296-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 40, 6), 'started_at': datetime.datetime(2021, 6, 16, 12, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766296-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:59:16.253537 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6a4ddb-3caf-4827-bfa1-4f1b0ac25c1f None None] Checking segment: {'id': '404cca71-6253-455a-9729-89bc494a9947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2f42d0fa-350e-474a-b853-1ecff347f1f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:59:16.254454 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a6a4ddb-3caf-4827-bfa1-4f1b0ac25c1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:16.255329 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6a4ddb-3caf-4827-bfa1-4f1b0ac25c1f None None] Bound using segment: {'id': '404cca71-6253-455a-9729-89bc494a9947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2f42d0fa-350e-474a-b853-1ecff347f1f3'} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:59:16.256499 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-4a6a4ddb-3caf-4827-bfa1-4f1b0ac25c1f None None] Bound port: 7c23748e-5c21-4a69-a2d9-55dc6ef9fdf2, host: dv-cinder-766296-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '404cca71-6253-455a-9729-89bc494a9947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2f42d0fa-350e-474a-b853-1ecff347f1f3'}}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:59:16.257376 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a6a4ddb-3caf-4827-bfa1-4f1b0ac25c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:16.277915 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5b1d6d09-0ceb-4dc3-a7dd-8b1ea9381307 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:16.348814 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adaf27c-5548-4285-ab93-d519a9921fab req-ed9f8898-ae54-4222-b9a6-6833865ce2a3 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:16.357588 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9adaf27c-5548-4285-ab93-d519a9921fab req-ed9f8898-ae54-4222-b9a6-6833865ce2a3 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d60a723-b8ef-4fdc-b52a-f65d61b36fdd HTTP/1.1" status: 200 len: 945 time: 0.1432071 Jun 16 12:59:16.403783 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9adaf27c-5548-4285-ab93-d519a9921fab req-912fe772-f175-41ff-954b-70c9a92020e3 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449138 Jun 16 12:59:16.429569 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5b1d6d09-0ceb-4dc3-a7dd-8b1ea9381307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32077152'] for port, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:16.438109 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-859f3a3a-d994-4bcd-8374-35680e956e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:16.450858 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning for port 11a06b8d-c7cb-4de2-99dc-12a823e80560 completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:59:16.473907 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a6a4ddb-3caf-4827-bfa1-4f1b0ac25c1f None None] For port 7c23748e-5c21-4a69-a2d9-55dc6ef9fdf2, host dv-cinder-766296-6-iscsi, cleared binding levels {{(pid=109147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:59:16.484795 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-4a6a4ddb-3caf-4827-bfa1-4f1b0ac25c1f None None] For port 7c23748e-5c21-4a69-a2d9-55dc6ef9fdf2, host dv-cinder-766296-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=7c23748e-5c21-4a69-a2d9-55dc6ef9fdf2,segment=NetworkSegment(404cca71-6253-455a-9729-89bc494a9947),segment_id=404cca71-6253-455a-9729-89bc494a9947)] {{(pid=109147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:59:16.490660 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning complete for port 11a06b8d-c7cb-4de2-99dc-12a823e80560 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:59:16.491661 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:16.530561 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d6d09-0ceb-4dc3-a7dd-8b1ea9381307 admin admin] Pushing event updated for resources: {'Port': ['ID=fe35d65b-7bca-42ea-ac8a-fd987008411e,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:16.536593 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-5b1d6d09-0ceb-4dc3-a7dd-8b1ea9381307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:16.544205 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4a6a4ddb-3caf-4827-bfa1-4f1b0ac25c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:16.551935 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:16.560554 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1d6d09-0ceb-4dc3-a7dd-8b1ea9381307 admin admin] Network 31dc54ca-819a-4fca-8a47-71bd58082db2 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:59:16.579799 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-5b1d6d09-0ceb-4dc3-a7dd-8b1ea9381307 admin admin] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:59:16.583630 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2839286-469b-4de7-8b73-71fd20091708 req-6462b825-4183-4d0c-8e8f-afce6466624e tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:16.584560 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1d6d09-0ceb-4dc3-a7dd-8b1ea9381307 admin admin] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:59:16.586334 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c2839286-469b-4de7-8b73-71fd20091708 req-6462b825-4183-4d0c-8e8f-afce6466624e tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/ports?device_id=c87af2b0-e858-4825-8de5-9ba621e4a542 HTTP/1.1" status: 200 len: 945 time: 0.1897337 Jun 16 12:59:16.674705 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a4ddb-3caf-4827-bfa1-4f1b0ac25c1f None None] Pushing event updated for resources: {'Port': ['ID=7c23748e-5c21-4a69-a2d9-55dc6ef9fdf2,revision_number=2']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:16.684131 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-4a6a4ddb-3caf-4827-bfa1-4f1b0ac25c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:16.701748 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c2839286-469b-4de7-8b73-71fd20091708 req-97dc66e3-4c14-471f-bc1b-4d76c485164a tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e466290-5967-4f0f-bef2-ef2e39a65ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077096 Jun 16 12:59:16.735672 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 822e6074-c6ba-4408-9a6b-09da0d0ed14a up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:59:16.807458 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:16.865926 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d60a723-b8ef-4fdc-b52a-f65d61b36fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a06b8d-c7cb-4de2-99dc-12a823e80560'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:59:16.870097 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc19868b2eeee4f788927d96de96bc76ef619c1c8eef803ec6a338432d17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6755480a-4679-41af-a4af-d7e5b28c4fd2" -d '{"events": [{"server_uuid": "5d60a723-b8ef-4fdc-b52a-f65d61b36fdd", "name": "network-vif-plugged", "status": "completed", "tag": "11a06b8d-c7cb-4de2-99dc-12a823e80560"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:59:16.898058 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 11a06b8d-c7cb-4de2-99dc-12a823e80560, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=11a06b8d-c7cb-4de2-99dc-12a823e80560,segment=NetworkSegment(406d562f-18d7-4c3c-8317-95e8c0800580),segment_id=406d562f-18d7-4c3c-8317-95e8c0800580)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:59:16.911293 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:16.930389 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:16.947056 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port 822e6074-c6ba-4408-9a6b-09da0d0ed14a triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:59:16.949061 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:17.055790 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 12:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c23504-effd-4c01-b6b9-c3e315289d9b x-openstack-request-id: req-20c23504-effd-4c01-b6b9-c3e315289d9b {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:59:17.056311 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d60a723-b8ef-4fdc-b52a-f65d61b36fdd", "name": "network-vif-plugged", "status": "completed", "tag": "11a06b8d-c7cb-4de2-99dc-12a823e80560", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:59:17.056747 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-20c23504-effd-4c01-b6b9-c3e315289d9b {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:59:17.057433 dv-cinder-766296-6-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d60a723-b8ef-4fdc-b52a-f65d61b36fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a06b8d-c7cb-4de2-99dc-12a823e80560', 'code': 200} Jun 16 12:59:17.131821 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=11a06b8d-c7cb-4de2-99dc-12a823e80560,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:17.138289 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:17.477433 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72523e-47b8-4e48-9ca0-6fdd30dec8a1 req-b5c1121e-a95e-4173-916b-bd04bb234733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:17.480146 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9b72523e-47b8-4e48-9ca0-6fdd30dec8a1 req-b5c1121e-a95e-4173-916b-bd04bb234733 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5d60a723-b8ef-4fdc-b52a-f65d61b36fdd HTTP/1.1" status: 200 len: 1099 time: 0.1835046 Jun 16 12:59:17.484531 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5b1d6d09-0ceb-4dc3-a7dd-8b1ea9381307 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:17.682076 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9b72523e-47b8-4e48-9ca0-6fdd30dec8a1 req-a2d1639f-280a-4b4c-807f-06717848649f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940675 Jun 16 12:59:17.747909 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f8fde-e494-40ce-a3c9-aa90c9e69b39 req-0cf86c83-748f-4be3-8871-4f95634edc4f tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:17.751794 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-db5f8fde-e494-40ce-a3c9-aa90c9e69b39 req-0cf86c83-748f-4be3-8871-4f95634edc4f tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d60a723-b8ef-4fdc-b52a-f65d61b36fdd HTTP/1.1" status: 200 len: 946 time: 0.1235402 Jun 16 12:59:17.821481 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-db5f8fde-e494-40ce-a3c9-aa90c9e69b39 req-5001f221-fb97-4a53-b9e1-61e1aff3a54d tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590322 Jun 16 12:59:17.882588 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5b1d6d09-0ceb-4dc3-a7dd-8b1ea9381307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439031'] for router, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:17.971985 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8fe8f-01da-4042-8fe8-bbfaa0068a3e req-d94c9a4f-cc48-49d2-b214-786b0f57f9d4 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:17.977553 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1ba8fe8f-01da-4042-8fe8-bbfaa0068a3e req-d94c9a4f-cc48-49d2-b214-786b0f57f9d4 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/ports?device_id=c87af2b0-e858-4825-8de5-9ba621e4a542 HTTP/1.1" status: 200 len: 945 time: 0.1006398 Jun 16 12:59:18.007491 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8f618b-3c48-4073-9d60-dd16367533a7 None None] Network 2f42d0fa-350e-474a-b853-1ecff347f1f3 requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 12:59:18.011559 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a5b40-da52-4cfc-9cc2-a37556de6af2 req-83cddd34-f671-4ddf-a50a-59c4c1c64094 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:18.014301 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-d39a5b40-da52-4cfc-9cc2-a37556de6af2 req-83cddd34-f671-4ddf-a50a-59c4c1c64094 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.73 "GET /v2.0/ports?device_id=c87af2b0-e858-4825-8de5-9ba621e4a542 HTTP/1.1" status: 200 len: 945 time: 0.2175598 Jun 16 12:59:18.029221 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1ba8fe8f-01da-4042-8fe8-bbfaa0068a3e req-08c1fb98-fd4e-4c58-8410-5281f547bec5 tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/security-groups?id=4e466290-5967-4f0f-bef2-ef2e39a65ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453978 Jun 16 12:59:18.129371 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-46ffdc78-32fb-4722-900d-d946f386dfc9 None None] Provisioning for port 7c23748e-5c21-4a69-a2d9-55dc6ef9fdf2 completed by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:59:18.259093 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [req-d39a5b40-da52-4cfc-9cc2-a37556de6af2 req-590a1bf5-d8b5-4c82-b818-e120f2ebac1d tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Deleting port aad4bfa4-1677-49d2-99d2-c37758380097 {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 12:59:18.259373 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-d39a5b40-da52-4cfc-9cc2-a37556de6af2 req-590a1bf5-d8b5-4c82-b818-e120f2ebac1d tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:18.275669 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1d6d09-0ceb-4dc3-a7dd-8b1ea9381307 admin admin] Router 58f27369-1a00-4baf-b1ba-18c550f7ac35 is scheduled to L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 with binding_index 1 {{(pid=109146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 12:59:18.474677 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-d39a5b40-da52-4cfc-9cc2-a37556de6af2 req-590a1bf5-d8b5-4c82-b818-e120f2ebac1d tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] For port aad4bfa4-1677-49d2-99d2-c37758380097, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=aad4bfa4-1677-49d2-99d2-c37758380097,segment=NetworkSegment(c59d852c-67a8-45a1-9163-f93f7d3175b8),segment_id=c59d852c-67a8-45a1-9163-f93f7d3175b8)] {{(pid=109146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:59:18.475050 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-d39a5b40-da52-4cfc-9cc2-a37556de6af2 req-590a1bf5-d8b5-4c82-b818-e120f2ebac1d tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:18.556381 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [req-d39a5b40-da52-4cfc-9cc2-a37556de6af2 req-590a1bf5-d8b5-4c82-b818-e120f2ebac1d tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Calling delete_port for aad4bfa4-1677-49d2-99d2-c37758380097 owned by compute:nova {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 12:59:18.573781 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1d6d09-0ceb-4dc3-a7dd-8b1ea9381307 admin admin] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 12:59:18.602074 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1b7529-9ace-4338-abe0-c388f212e7da None None] Sync routers for ids ['58f27369-1a00-4baf-b1ba-18c550f7ac35'] in dv-cinder-766296-6-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 12:59:18.617438 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1b7529-9ace-4338-abe0-c388f212e7da None None] Routers {'58f27369-1a00-4baf-b1ba-18c550f7ac35'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:59:18.618555 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-be1b7529-9ace-4338-abe0-c388f212e7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a204ee0>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:59:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['58f27369-1a00-4baf-b1ba-18c550f7ac35'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:59:18.653603 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5b1d6d09-0ceb-4dc3-a7dd-8b1ea9381307 admin admin] Notify callbacks [] for router, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:18.654960 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-5b1d6d09-0ceb-4dc3-a7dd-8b1ea9381307 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9213324 Jun 16 12:59:18.660099 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 53450) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:59:18.877978 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 7c23748e-5c21-4a69-a2d9-55dc6ef9fdf2 up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:59:18.973392 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-d39a5b40-da52-4cfc-9cc2-a37556de6af2 req-590a1bf5-d8b5-4c82-b818-e120f2ebac1d tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32077183'] for port, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:18.980726 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-be1b7529-9ace-4338-abe0-c388f212e7da None None] Set router 58f27369-1a00-4baf-b1ba-18c550f7ac35 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:59:18.986917 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-3a6ab91d-2669-42d4-8cc3-5bd6acb68ddd tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:19.020991 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] get_ports_and_sgs() called for port_ids ['aad4bfa4-1677-49d2-99d2-c37758380097'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 12:59:19.039456 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a1bf5-d8b5-4c82-b818-e120f2ebac1d tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Pushing event deleted for resources: {'Port': ['ID=aad4bfa4-1677-49d2-99d2-c37758380097,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:19.044786 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-590a1bf5-d8b5-4c82-b818-e120f2ebac1d tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:19.099172 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3880d4c3-af1f-4371-8695-2b556dbb32da req-14804932-45b8-48c0-ba8b-f8503a1d3f0c tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:19.101858 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3880d4c3-af1f-4371-8695-2b556dbb32da req-14804932-45b8-48c0-ba8b-f8503a1d3f0c tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d60a723-b8ef-4fdc-b52a-f65d61b36fdd HTTP/1.1" status: 200 len: 946 time: 0.1141396 Jun 16 12:59:19.174801 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning for port 7c23748e-5c21-4a69-a2d9-55dc6ef9fdf2 completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:59:19.195157 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3880d4c3-af1f-4371-8695-2b556dbb32da req-71dcf40c-933c-4d69-9b2f-2aca394928be tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834205 Jun 16 12:59:19.253689 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39a5b40-da52-4cfc-9cc2-a37556de6af2 req-590a1bf5-d8b5-4c82-b818-e120f2ebac1d tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] No DVR routers for this DVR port aad4bfa4-1677-49d2-99d2-c37758380097 on host hv-cinder-76629 {{(pid=109146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 12:59:19.259919 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-d39a5b40-da52-4cfc-9cc2-a37556de6af2 req-590a1bf5-d8b5-4c82-b818-e120f2ebac1d tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:19.263576 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-d39a5b40-da52-4cfc-9cc2-a37556de6af2 req-590a1bf5-d8b5-4c82-b818-e120f2ebac1d tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.73 "DELETE /v2.0/ports/aad4bfa4-1677-49d2-99d2-c37758380097 HTTP/1.1" status: 204 len: 173 time: 1.1999323 Jun 16 12:59:19.292579 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-00b4fd03-c07e-4eb8-9a03-c99240780d62 req-bb2e9f6f-7fcd-4b64-90ce-763e895ec9fd tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] 10.222.0.67 "GET /v2.0/ports?device_id=c87af2b0-e858-4825-8de5-9ba621e4a542 HTTP/1.1" status: 200 len: 210 time: 0.0940592 Jun 16 12:59:19.318553 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87af2b0-e858-4825-8de5-9ba621e4a542', 'name': 'network-vif-deleted', 'tag': 'aad4bfa4-1677-49d2-99d2-c37758380097'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:59:19.322895 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d3ced2b0755242c869f5b076fa8168e6e97917c7fd5877aaea6e5f8b8701d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24f294c-f59e-460d-8c01-f4aa06d6fbea" -d '{"events": [{"server_uuid": "c87af2b0-e858-4825-8de5-9ba621e4a542", "name": "network-vif-deleted", "tag": "aad4bfa4-1677-49d2-99d2-c37758380097"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:59:19.344216 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port 7c23748e-5c21-4a69-a2d9-55dc6ef9fdf2 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:59:19.347552 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:19.472524 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 12:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629b514d-6096-4320-bb80-cf5f9ba4498e x-openstack-request-id: req-629b514d-6096-4320-bb80-cf5f9ba4498e {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:59:19.473020 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87af2b0-e858-4825-8de5-9ba621e4a542", "name": "network-vif-deleted", "tag": "aad4bfa4-1677-49d2-99d2-c37758380097", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:59:19.473497 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-629b514d-6096-4320-bb80-cf5f9ba4498e {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:59:19.474380 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c87af2b0-e858-4825-8de5-9ba621e4a542', 'name': 'network-vif-deleted', 'tag': 'aad4bfa4-1677-49d2-99d2-c37758380097', 'status': 'completed', 'code': 200} Jun 16 12:59:19.590691 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:19.610027 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-be1b7529-9ace-4338-abe0-c388f212e7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a204ee0>, [{'id': '58f27369-1a00-4baf-b1ba-18c550f7ac35', 'name': 'tempest-TestVolumeBootPattern-2022146784-router', 'tenant_id': 'c8b831c7051442cea9b5006744e565b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'fe35d65b-7bca-42ea-ac8a-fd987008411e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:59:14Z', 'updated_at': '2021-06-16T12:59:17Z', 'revision_number': 3, 'project_id': 'c8b831c7051442cea9b5006744e565b3', 'gw_port': {'id': 'fe35d65b-7bca-42ea-ac8a-fd987008411e', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f27369-1a00-4baf-b1ba-18c550f7ac35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:15Z', 'updated_at': '2021-06-16T12:59:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi'}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:59:19.631962 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1b7529-9ace-4338-abe0-c388f212e7da None None] Checking router: 58f27369-1a00-4baf-b1ba-18c550f7ac35 for host: dv-cinder-766296-6-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 12:59:19.632561 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1b7529-9ace-4338-abe0-c388f212e7da None None] Updating router 58f27369-1a00-4baf-b1ba-18c550f7ac35 port fe35d65b-7bca-42ea-ac8a-fd987008411e binding host dv-cinder-766296-6-iscsi {{(pid=109147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 12:59:19.717543 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] For port 7c23748e-5c21-4a69-a2d9-55dc6ef9fdf2, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=7c23748e-5c21-4a69-a2d9-55dc6ef9fdf2,segment=NetworkSegment(404cca71-6253-455a-9729-89bc494a9947),segment_id=404cca71-6253-455a-9729-89bc494a9947)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:59:19.734133 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:19.740934 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:19.791635 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-05d291d4-41f3-4aef-bf20-d0167a242832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:19.794312 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-be1b7529-9ace-4338-abe0-c388f212e7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:20.138696 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Pushing event updated for resources: {'Port': ['ID=7c23748e-5c21-4a69-a2d9-55dc6ef9fdf2,revision_number=3']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:20.148750 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [None req-05d291d4-41f3-4aef-bf20-d0167a242832 admin admin] Allocated IP 172.20.0.1 (2f42d0fa-350e-474a-b853-1ecff347f1f3/ca30e471-8c72-45ad-9d98-554cc14bd723/39ba024c-340c-4844-9d2d-9252637daf9f) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:59:20.157168 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:20.387573 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-05d291d4-41f3-4aef-bf20-d0167a242832 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:20.420187 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.provisioning_blocks [None req-05d291d4-41f3-4aef-bf20-d0167a242832 admin admin] Transition to ACTIVE for port object 39ba024c-340c-4844-9d2d-9252637daf9f will not be triggered until provisioned by entity DHCP. {{(pid=109146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:59:20.528881 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-05d291d4-41f3-4aef-bf20-d0167a242832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32077152'] for port, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:20.532821 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-adcae0fa-ff84-4ab6-95e0-fb230bf18363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:20.582280 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-be1b7529-9ace-4338-abe0-c388f212e7da None None] Notify callbacks [] for port, precommit_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:20.607410 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-be1b7529-9ace-4338-abe0-c388f212e7da None None] Transition to ACTIVE for port object fe35d65b-7bca-42ea-ac8a-fd987008411e will not be triggered until provisioned by entity L2. {{(pid=109147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:59:20.616041 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d291d4-41f3-4aef-bf20-d0167a242832 admin admin] Network 2f42d0fa-350e-474a-b853-1ecff347f1f3 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:59:20.620784 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-be1b7529-9ace-4338-abe0-c388f212e7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:20.623464 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:20.629637 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-05d291d4-41f3-4aef-bf20-d0167a242832 admin admin] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:59:20.637623 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d291d4-41f3-4aef-bf20-d0167a242832 admin admin] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:59:20.706728 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d291d4-41f3-4aef-bf20-d0167a242832 admin admin] Pushing event updated for resources: {'Port': ['ID=39ba024c-340c-4844-9d2d-9252637daf9f,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:20.721448 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-05d291d4-41f3-4aef-bf20-d0167a242832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:20.723294 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-be1b7529-9ace-4338-abe0-c388f212e7da None None] Attempting to bind port fe35d65b-7bca-42ea-ac8a-fd987008411e on host dv-cinder-766296-6-iscsi for vnic_type normal with profile {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:59:20.723959 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-be1b7529-9ace-4338-abe0-c388f212e7da None None] Attempting to bind port fe35d65b-7bca-42ea-ac8a-fd987008411e by drivers openvswitch,hyperv on host dv-cinder-766296-6-iscsi at level 0 using segments [{'id': 'ccabc92d-cb7c-48c7-8ba2-36435bcfb991', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:59:20.725389 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b7529-9ace-4338-abe0-c388f212e7da None None] Attempting to bind port fe35d65b-7bca-42ea-ac8a-fd987008411e on network 31dc54ca-819a-4fca-8a47-71bd58082db2 {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:59:20.742150 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 7c23748e-5c21-4a69-a2d9-55dc6ef9fdf2 up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:59:20.745490 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a01cf-90a0-49fa-980f-73ccc32725e5 None None] Pushing event updated for resources: {'Port': ['ID=fe35d65b-7bca-42ea-ac8a-fd987008411e,revision_number=2']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:20.748801 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-05d291d4-41f3-4aef-bf20-d0167a242832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-442950'] for router_interface, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:20.755276 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-ef8a01cf-90a0-49fa-980f-73ccc32725e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:20.789972 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b7529-9ace-4338-abe0-c388f212e7da None None] Checking agent: {'id': '02c43e25-bd45-43d2-952e-f18e4af744aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766296-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 40, 6), 'started_at': datetime.datetime(2021, 6, 16, 12, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766296-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:59:20.790510 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b7529-9ace-4338-abe0-c388f212e7da None None] Checking segment: {'id': 'ccabc92d-cb7c-48c7-8ba2-36435bcfb991', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:59:20.791200 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-be1b7529-9ace-4338-abe0-c388f212e7da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:20.791854 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b7529-9ace-4338-abe0-c388f212e7da None None] Bound using segment: {'id': 'ccabc92d-cb7c-48c7-8ba2-36435bcfb991', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'} {{(pid=109147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:59:20.792669 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.managers [None req-be1b7529-9ace-4338-abe0-c388f212e7da None None] Bound port: fe35d65b-7bca-42ea-ac8a-fd987008411e, host: dv-cinder-766296-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccabc92d-cb7c-48c7-8ba2-36435bcfb991', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2'}}] {{(pid=109147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:59:20.793395 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-be1b7529-9ace-4338-abe0-c388f212e7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:20.893006 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-be1b7529-9ace-4338-abe0-c388f212e7da None None] For port fe35d65b-7bca-42ea-ac8a-fd987008411e, host dv-cinder-766296-6-iscsi, cleared binding levels {{(pid=109147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:59:20.902084 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-be1b7529-9ace-4338-abe0-c388f212e7da None None] For port fe35d65b-7bca-42ea-ac8a-fd987008411e, host dv-cinder-766296-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=fe35d65b-7bca-42ea-ac8a-fd987008411e,segment=NetworkSegment(ccabc92d-cb7c-48c7-8ba2-36435bcfb991),segment_id=ccabc92d-cb7c-48c7-8ba2-36435bcfb991)] {{(pid=109147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:59:20.909424 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port 7c23748e-5c21-4a69-a2d9-55dc6ef9fdf2 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:59:20.910075 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:20.969820 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-be1b7529-9ace-4338-abe0-c388f212e7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:20.981427 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:21.083557 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-05d291d4-41f3-4aef-bf20-d0167a242832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:21.148184 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a01cf-90a0-49fa-980f-73ccc32725e5 None None] Pushing event updated for resources: {'Port': ['ID=fe35d65b-7bca-42ea-ac8a-fd987008411e,revision_number=3']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:21.207324 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-ef8a01cf-90a0-49fa-980f-73ccc32725e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:21.217424 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1b7529-9ace-4338-abe0-c388f212e7da None None] Routers {'58f27369-1a00-4baf-b1ba-18c550f7ac35'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:59:21.218598 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-be1b7529-9ace-4338-abe0-c388f212e7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a204ee0>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:59:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['58f27369-1a00-4baf-b1ba-18c550f7ac35'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:59:21.403814 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-050ebf07-9b8b-4ad4-9d52-cc6bdfa434ec None None] Provisioning for port 39ba024c-340c-4844-9d2d-9252637daf9f completed by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:59:21.415395 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-050ebf07-9b8b-4ad4-9d52-cc6bdfa434ec None None] Provisioning complete for port 39ba024c-340c-4844-9d2d-9252637daf9f triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:59:21.416187 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-050ebf07-9b8b-4ad4-9d52-cc6bdfa434ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:21.505161 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-05d291d4-41f3-4aef-bf20-d0167a242832 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:21.519309 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-05d291d4-41f3-4aef-bf20-d0167a242832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32077174'] for port, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:21.525521 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-49f58679-e233-44d9-adcd-c6c50855cf18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:21.543883 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-050ebf07-9b8b-4ad4-9d52-cc6bdfa434ec None None] Port 39ba024c-340c-4844-9d2d-9252637daf9f cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 12:59:21.592115 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-be1b7529-9ace-4338-abe0-c388f212e7da None None] Set router 58f27369-1a00-4baf-b1ba-18c550f7ac35 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:59:21.649832 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-05d291d4-41f3-4aef-bf20-d0167a242832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-756427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442938'] for router_interface, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:21.670460 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d291d4-41f3-4aef-bf20-d0167a242832 admin admin] Pushing event updated for resources: {'Port': ['ID=39ba024c-340c-4844-9d2d-9252637daf9f,revision_number=2']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:21.677653 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-05d291d4-41f3-4aef-bf20-d0167a242832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:21.913207 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d291d4-41f3-4aef-bf20-d0167a242832 admin admin] Network 2f42d0fa-350e-474a-b853-1ecff347f1f3 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:59:21.915814 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-05d291d4-41f3-4aef-bf20-d0167a242832 admin admin] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:59:22.124284 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-be1b7529-9ace-4338-abe0-c388f212e7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a204ee0>, [{'id': '58f27369-1a00-4baf-b1ba-18c550f7ac35', 'name': 'tempest-TestVolumeBootPattern-2022146784-router', 'tenant_id': 'c8b831c7051442cea9b5006744e565b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'fe35d65b-7bca-42ea-ac8a-fd987008411e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:59:14Z', 'updated_at': '2021-06-16T12:59:20Z', 'revision_number': 4, 'project_id': 'c8b831c7051442cea9b5006744e565b3', 'gw_port': {'id': 'fe35d65b-7bca-42ea-ac8a-fd987008411e', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f27369-1a00-4baf-b1ba-18c550f7ac35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:15Z', 'updated_at': '2021-06-16T12:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '39ba024c-340c-4844-9d2d-9252637daf9f', 'name': '', 'network_id': '2f42d0fa-350e-474a-b853-1ecff347f1f3', 'tenant_id': 'c8b831c7051442cea9b5006744e565b3', 'mac_address': 'fa:16:3e:9a:e5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f27369-1a00-4baf-b1ba-18c550f7ac35', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ca30e471-8c72-45ad-9d98-554cc14bd723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:19Z', 'updated_at': '2021-06-16T12:59:20Z', 'revision_number': 1, 'project_id': 'c8b831c7051442cea9b5006744e565b3', 'subnets': [{'id': 'ca30e471-8c72-45ad-9d98-554cc14bd723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:59:22.141129 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1b7529-9ace-4338-abe0-c388f212e7da None None] The sync data for ids ['58f27369-1a00-4baf-b1ba-18c550f7ac35'] in dv-cinder-766296-6-iscsi is: [{'id': '58f27369-1a00-4baf-b1ba-18c550f7ac35', 'name': 'tempest-TestVolumeBootPattern-2022146784-router', 'tenant_id': 'c8b831c7051442cea9b5006744e565b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'fe35d65b-7bca-42ea-ac8a-fd987008411e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:59:14Z', 'updated_at': '2021-06-16T12:59:20Z', 'revision_number': 4, 'project_id': 'c8b831c7051442cea9b5006744e565b3', 'gw_port': {'id': 'fe35d65b-7bca-42ea-ac8a-fd987008411e', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f27369-1a00-4baf-b1ba-18c550f7ac35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:15Z', 'updated_at': '2021-06-16T12:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '39ba024c-340c-4844-9d2d-9252637daf9f', 'name': '', 'network_id': '2f42d0fa-350e-474a-b853-1ecff347f1f3', 'tenant_id': 'c8b831c7051442cea9b5006744e565b3', 'mac_address': 'fa:16:3e:9a:e5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f27369-1a00-4baf-b1ba-18c550f7ac35', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ca30e471-8c72-45ad-9d98-554cc14bd723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:19Z', 'updated_at': '2021-06-16T12:59:20Z', 'revision_number': 1, 'project_id': 'c8b831c7051442cea9b5006744e565b3', 'subnets': [{'id': 'ca30e471-8c72-45ad-9d98-554cc14bd723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 12:59:22.169448 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device aad4bfa4-1677-49d2-99d2-c37758380097 no longer exists at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 12:59:22.215564 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-43072469-a160-4d16-9402-2253616714b8 None None] No Port match for: aad4bfa4-1677-49d2-99d2-c37758380097 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 12:59:22.216049 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device aad4bfa4-1677-49d2-99d2-c37758380097 not bound to the agent host hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 12:59:22.225297 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d291d4-41f3-4aef-bf20-d0167a242832 admin admin] Router 58f27369-1a00-4baf-b1ba-18c550f7ac35 has already been hosted by L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 {{(pid=109146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 12:59:22.415140 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8637b50b-7437-4a58-8d64-a0f62b51bb66 None None] Provisioning complete for port 39ba024c-340c-4844-9d2d-9252637daf9f triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:59:22.416069 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8637b50b-7437-4a58-8d64-a0f62b51bb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:22.508138 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-8637b50b-7437-4a58-8d64-a0f62b51bb66 None None] Port 39ba024c-340c-4844-9d2d-9252637daf9f cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 12:59:22.913029 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d291d4-41f3-4aef-bf20-d0167a242832 admin admin] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 12:59:22.922347 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-05d291d4-41f3-4aef-bf20-d0167a242832 admin admin] 10.222.0.67 "PUT /v2.0/routers/58f27369-1a00-4baf-b1ba-18c550f7ac35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2603586 Jun 16 12:59:24.006455 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 53534) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:59:24.012607 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-5886e817-635d-4dfc-bc79-83342929f8ad tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1130986994', 'description': 'tempest-secgroup-smoke-1130986994 description', 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:59:24.045796 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5886e817-635d-4dfc-bc79-83342929f8ad tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:24.207657 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5886e817-635d-4dfc-bc79-83342929f8ad tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:24.215332 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5886e817-635d-4dfc-bc79-83342929f8ad tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:24.222106 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-33667fa3-084a-4e5e-8695-a1a37ad34b8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:24.261968 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-5886e817-635d-4dfc-bc79-83342929f8ad tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:24.264123 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-5886e817-635d-4dfc-bc79-83342929f8ad tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2561958 Jun 16 12:59:24.269461 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 53536) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:59:24.277228 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-a520721f-03eb-43ec-8105-93c4843a6e17 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Request body: {'security_group_rule': {'security_group_id': '68c5a738-8df5-4097-bf14-cd6f443068f8', 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:59:24.281568 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5886e817-635d-4dfc-bc79-83342929f8ad tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68c5a738-8df5-4097-bf14-cd6f443068f8,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:24.286593 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-5886e817-635d-4dfc-bc79-83342929f8ad tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:24.333585 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a520721f-03eb-43ec-8105-93c4843a6e17 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:24.433340 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a520721f-03eb-43ec-8105-93c4843a6e17 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:24.440131 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a520721f-03eb-43ec-8105-93c4843a6e17 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481314'] for security_group_rule, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:24.451046 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-27230fde-a507-4ced-bc30-56591723e255 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:24.472129 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520721f-03eb-43ec-8105-93c4843a6e17 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=916ed2e5-0d63-468a-bfd4-ca8b8ff9c1ab,revision_number=0']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:24.476595 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-a520721f-03eb-43ec-8105-93c4843a6e17 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:24.478706 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-a520721f-03eb-43ec-8105-93c4843a6e17 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2072988 Jun 16 12:59:24.480383 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-a520721f-03eb-43ec-8105-93c4843a6e17 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:24.482678 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 53542) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:59:24.489995 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-d17e9d11-5fca-41a5-a1f0-91c00ab7f8f1 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Request body: {'security_group_rule': {'security_group_id': '68c5a738-8df5-4097-bf14-cd6f443068f8', 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:59:24.539164 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d17e9d11-5fca-41a5-a1f0-91c00ab7f8f1 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:24.642259 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device fe35d65b-7bca-42ea-ac8a-fd987008411e up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:59:24.643247 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d17e9d11-5fca-41a5-a1f0-91c00ab7f8f1 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:24.651164 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d17e9d11-5fca-41a5-a1f0-91c00ab7f8f1 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481314'] for security_group_rule, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:24.654577 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:24.683293 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e9d11-5fca-41a5-a1f0-91c00ab7f8f1 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eaa40c3-4422-44d6-80fa-f7f994dac92e,revision_number=0']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:24.688163 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-d17e9d11-5fca-41a5-a1f0-91c00ab7f8f1 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:24.699266 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d17e9d11-5fca-41a5-a1f0-91c00ab7f8f1 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:24.701028 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-d17e9d11-5fca-41a5-a1f0-91c00ab7f8f1 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2170355 Jun 16 12:59:24.705078 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 53544) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:59:24.714777 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-b1b6a151-c0ce-42e7-a8d5-3f4b062d27ed tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Request body: {'security_group_rule': {'security_group_id': '68c5a738-8df5-4097-bf14-cd6f443068f8', 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:59:24.720946 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning for port fe35d65b-7bca-42ea-ac8a-fd987008411e completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:59:24.728253 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port fe35d65b-7bca-42ea-ac8a-fd987008411e triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:59:24.728857 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:24.764772 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b1b6a151-c0ce-42e7-a8d5-3f4b062d27ed tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:24.863163 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b1b6a151-c0ce-42e7-a8d5-3f4b062d27ed tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:24.869850 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b1b6a151-c0ce-42e7-a8d5-3f4b062d27ed tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481314'] for security_group_rule, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:24.872426 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-ea73163e-1761-4be3-895d-63d9ccaeec79 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:24.873705 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:24.894270 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6a151-c0ce-42e7-a8d5-3f4b062d27ed tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de901e7a-7805-47d8-8a78-b02972987975,revision_number=0']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:24.899353 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-b1b6a151-c0ce-42e7-a8d5-3f4b062d27ed tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:24.905730 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-b1b6a151-c0ce-42e7-a8d5-3f4b062d27ed tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:24.908594 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-b1b6a151-c0ce-42e7-a8d5-3f4b062d27ed tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2017381 Jun 16 12:59:24.912282 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 53548) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:59:24.919408 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] For port fe35d65b-7bca-42ea-ac8a-fd987008411e, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=fe35d65b-7bca-42ea-ac8a-fd987008411e,segment=NetworkSegment(ccabc92d-cb7c-48c7-8ba2-36435bcfb991),segment_id=ccabc92d-cb7c-48c7-8ba2-36435bcfb991)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:59:24.922646 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-ffe9bb36-e342-4e83-afd4-cb827946c543 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Request body: {'security_group_rule': {'security_group_id': '68c5a738-8df5-4097-bf14-cd6f443068f8', 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:59:24.927154 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:24.932914 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-4a6a4ddb-3caf-4827-bfa1-4f1b0ac25c1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:24.978596 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-ffe9bb36-e342-4e83-afd4-cb827946c543 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:25.015888 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Pushing event updated for resources: {'Port': ['ID=fe35d65b-7bca-42ea-ac8a-fd987008411e,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:25.021242 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:25.072207 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-ffe9bb36-e342-4e83-afd4-cb827946c543 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:25.077218 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-ffe9bb36-e342-4e83-afd4-cb827946c543 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481314'] for security_group_rule, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:25.080492 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:25.099513 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9bb36-e342-4e83-afd4-cb827946c543 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e252a11-6fd1-4898-b820-acdf73e33876,revision_number=0']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:25.108103 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-ffe9bb36-e342-4e83-afd4-cb827946c543 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:25.111203 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-ffe9bb36-e342-4e83-afd4-cb827946c543 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:25.116937 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-ffe9bb36-e342-4e83-afd4-cb827946c543 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1978717 Jun 16 12:59:25.117784 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 53550) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:59:25.124201 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-ba4a8f26-9e7c-4f81-a87e-09dd3d81f7cd tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Request body: {'security_group_rule': {'security_group_id': '68c5a738-8df5-4097-bf14-cd6f443068f8', 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:59:25.163820 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.db.securitygroups_db [None req-ba4a8f26-9e7c-4f81-a87e-09dd3d81f7cd tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Project da4b4dfb37af47e0a46b78585a4d542d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 12:59:25.173111 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-ba4a8f26-9e7c-4f81-a87e-09dd3d81f7cd tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:25.290412 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-ba4a8f26-9e7c-4f81-a87e-09dd3d81f7cd tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:25.296888 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-ba4a8f26-9e7c-4f81-a87e-09dd3d81f7cd tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481314'] for security_group_rule, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:25.300852 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:25.335181 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a8f26-9e7c-4f81-a87e-09dd3d81f7cd tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5559532f-df99-48de-8789-8af5d7d30d49,revision_number=0']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:25.341116 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-ba4a8f26-9e7c-4f81-a87e-09dd3d81f7cd tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:25.347969 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-ba4a8f26-9e7c-4f81-a87e-09dd3d81f7cd tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:25.351263 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-ba4a8f26-9e7c-4f81-a87e-09dd3d81f7cd tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2316258 Jun 16 12:59:25.354451 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 53552) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:59:25.363770 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-13a2fb24-06b9-4521-8691-72ebf3931d88 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Request body: {'security_group_rule': {'security_group_id': '68c5a738-8df5-4097-bf14-cd6f443068f8', 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:59:25.407085 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.db.securitygroups_db [None req-13a2fb24-06b9-4521-8691-72ebf3931d88 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Project da4b4dfb37af47e0a46b78585a4d542d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 12:59:25.415094 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-13a2fb24-06b9-4521-8691-72ebf3931d88 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:25.535547 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-13a2fb24-06b9-4521-8691-72ebf3931d88 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:25.541686 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-13a2fb24-06b9-4521-8691-72ebf3931d88 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481314'] for security_group_rule, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:25.545166 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:25.567455 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a2fb24-06b9-4521-8691-72ebf3931d88 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e71b601-8572-432e-9faa-c4a7649cff91,revision_number=0']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:25.570725 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-13a2fb24-06b9-4521-8691-72ebf3931d88 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:25.576549 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-13a2fb24-06b9-4521-8691-72ebf3931d88 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:25.580373 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-13a2fb24-06b9-4521-8691-72ebf3931d88 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2235034 Jun 16 12:59:25.643921 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d3e8d8-ad29-4ae4-ada1-7ded6c0e5338 None None] Sync routers for ids ['58f27369-1a00-4baf-b1ba-18c550f7ac35'] in dv-cinder-766296-6-iscsi {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 12:59:25.660284 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d3e8d8-ad29-4ae4-ada1-7ded6c0e5338 None None] Routers {'58f27369-1a00-4baf-b1ba-18c550f7ac35'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:59:25.661322 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-c4d3e8d8-ad29-4ae4-ada1-7ded6c0e5338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644b59bac0>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:59:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['58f27369-1a00-4baf-b1ba-18c550f7ac35'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:59:25.844479 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-c4d3e8d8-ad29-4ae4-ada1-7ded6c0e5338 None None] Set router 58f27369-1a00-4baf-b1ba-18c550f7ac35 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:59:26.161709 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-c4d3e8d8-ad29-4ae4-ada1-7ded6c0e5338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644b59bac0>, [{'id': '58f27369-1a00-4baf-b1ba-18c550f7ac35', 'name': 'tempest-TestVolumeBootPattern-2022146784-router', 'tenant_id': 'c8b831c7051442cea9b5006744e565b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'fe35d65b-7bca-42ea-ac8a-fd987008411e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:59:14Z', 'updated_at': '2021-06-16T12:59:20Z', 'revision_number': 4, 'project_id': 'c8b831c7051442cea9b5006744e565b3', 'gw_port': {'id': 'fe35d65b-7bca-42ea-ac8a-fd987008411e', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f27369-1a00-4baf-b1ba-18c550f7ac35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:15Z', 'updated_at': '2021-06-16T12:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '39ba024c-340c-4844-9d2d-9252637daf9f', 'name': '', 'network_id': '2f42d0fa-350e-474a-b853-1ecff347f1f3', 'tenant_id': 'c8b831c7051442cea9b5006744e565b3', 'mac_address': 'fa:16:3e:9a:e5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f27369-1a00-4baf-b1ba-18c550f7ac35', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ca30e471-8c72-45ad-9d98-554cc14bd723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:19Z', 'updated_at': '2021-06-16T12:59:21Z', 'revision_number': 2, 'project_id': 'c8b831c7051442cea9b5006744e565b3', 'subnets': [{'id': 'ca30e471-8c72-45ad-9d98-554cc14bd723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:59:26.169111 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d3e8d8-ad29-4ae4-ada1-7ded6c0e5338 None None] Checking router: 58f27369-1a00-4baf-b1ba-18c550f7ac35 for host: dv-cinder-766296-6-iscsi {{(pid=109148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 12:59:26.169847 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d3e8d8-ad29-4ae4-ada1-7ded6c0e5338 None None] Updating router 58f27369-1a00-4baf-b1ba-18c550f7ac35 port 39ba024c-340c-4844-9d2d-9252637daf9f binding host dv-cinder-766296-6-iscsi {{(pid=109148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 12:59:26.235170 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-c4d3e8d8-ad29-4ae4-ada1-7ded6c0e5338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:26.605649 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device fe35d65b-7bca-42ea-ac8a-fd987008411e up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:59:26.717577 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port fe35d65b-7bca-42ea-ac8a-fd987008411e triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:59:26.718295 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:26.839007 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-c4d3e8d8-ad29-4ae4-ada1-7ded6c0e5338 None None] Notify callbacks [] for port, precommit_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:26.856571 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.provisioning_blocks [None req-c4d3e8d8-ad29-4ae4-ada1-7ded6c0e5338 None None] Transition to ACTIVE for port object 39ba024c-340c-4844-9d2d-9252637daf9f will not be triggered until provisioned by entity L2. {{(pid=109148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:59:26.872673 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-c4d3e8d8-ad29-4ae4-ada1-7ded6c0e5338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:26.880409 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:26.933493 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19d92a-b26e-4c67-a593-ede3331ee2e1 None None] Pushing event updated for resources: {'Port': ['ID=39ba024c-340c-4844-9d2d-9252637daf9f,revision_number=3']} {{(pid=109148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:26.937547 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG oslo_concurrency.lockutils [None req-bb19d92a-b26e-4c67-a593-ede3331ee2e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=109148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:27.114254 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-c4d3e8d8-ad29-4ae4-ada1-7ded6c0e5338 None None] Attempting to bind port 39ba024c-340c-4844-9d2d-9252637daf9f on host dv-cinder-766296-6-iscsi for vnic_type normal with profile {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:59:27.115467 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-c4d3e8d8-ad29-4ae4-ada1-7ded6c0e5338 None None] Attempting to bind port 39ba024c-340c-4844-9d2d-9252637daf9f by drivers openvswitch,hyperv on host dv-cinder-766296-6-iscsi at level 0 using segments [{'id': '404cca71-6253-455a-9729-89bc494a9947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2f42d0fa-350e-474a-b853-1ecff347f1f3'}] {{(pid=109148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:59:27.116295 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d3e8d8-ad29-4ae4-ada1-7ded6c0e5338 None None] Attempting to bind port 39ba024c-340c-4844-9d2d-9252637daf9f on network 2f42d0fa-350e-474a-b853-1ecff347f1f3 {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:59:27.142102 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d3e8d8-ad29-4ae4-ada1-7ded6c0e5338 None None] Checking agent: {'id': '02c43e25-bd45-43d2-952e-f18e4af744aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-766296-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 40, 6), 'started_at': datetime.datetime(2021, 6, 16, 12, 40, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-766296-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:59:27.143705 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d3e8d8-ad29-4ae4-ada1-7ded6c0e5338 None None] Checking segment: {'id': '404cca71-6253-455a-9729-89bc494a9947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2f42d0fa-350e-474a-b853-1ecff347f1f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:59:27.145300 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-c4d3e8d8-ad29-4ae4-ada1-7ded6c0e5338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:27.146653 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d3e8d8-ad29-4ae4-ada1-7ded6c0e5338 None None] Bound using segment: {'id': '404cca71-6253-455a-9729-89bc494a9947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2f42d0fa-350e-474a-b853-1ecff347f1f3'} {{(pid=109148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:59:27.148410 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.managers [None req-c4d3e8d8-ad29-4ae4-ada1-7ded6c0e5338 None None] Bound port: 39ba024c-340c-4844-9d2d-9252637daf9f, host: dv-cinder-766296-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '404cca71-6253-455a-9729-89bc494a9947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '2f42d0fa-350e-474a-b853-1ecff347f1f3'}}] {{(pid=109148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:59:27.149355 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-c4d3e8d8-ad29-4ae4-ada1-7ded6c0e5338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:27.325960 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.db [None req-c4d3e8d8-ad29-4ae4-ada1-7ded6c0e5338 None None] For port 39ba024c-340c-4844-9d2d-9252637daf9f, host dv-cinder-766296-6-iscsi, cleared binding levels {{(pid=109148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:59:27.332698 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.plugins.ml2.db [None req-c4d3e8d8-ad29-4ae4-ada1-7ded6c0e5338 None None] For port 39ba024c-340c-4844-9d2d-9252637daf9f, host dv-cinder-766296-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=39ba024c-340c-4844-9d2d-9252637daf9f,segment=NetworkSegment(404cca71-6253-455a-9729-89bc494a9947),segment_id=404cca71-6253-455a-9729-89bc494a9947)] {{(pid=109148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:59:27.341524 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron_lib.callbacks.manager [None req-c4d3e8d8-ad29-4ae4-ada1-7ded6c0e5338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:27.347381 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG oslo_concurrency.lockutils [None req-7eae51cc-0574-4dbb-82e8-8db3d9135e47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:27.422831 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d3e8d8-ad29-4ae4-ada1-7ded6c0e5338 None None] Routers {'58f27369-1a00-4baf-b1ba-18c550f7ac35'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 12:59:27.424955 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-c4d3e8d8-ad29-4ae4-ada1-7ded6c0e5338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644b59bac0>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T12:59:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['58f27369-1a00-4baf-b1ba-18c550f7ac35'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:59:27.522272 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19d92a-b26e-4c67-a593-ede3331ee2e1 None None] Pushing event updated for resources: {'Port': ['ID=39ba024c-340c-4844-9d2d-9252637daf9f,revision_number=4']} {{(pid=109148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:27.533024 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG oslo_concurrency.lockutils [None req-bb19d92a-b26e-4c67-a593-ede3331ee2e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=109148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:27.663749 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-c4d3e8d8-ad29-4ae4-ada1-7ded6c0e5338 None None] Set router 58f27369-1a00-4baf-b1ba-18c550f7ac35 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 12:59:28.076339 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-c4d3e8d8-ad29-4ae4-ada1-7ded6c0e5338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644b59bac0>, [{'id': '58f27369-1a00-4baf-b1ba-18c550f7ac35', 'name': 'tempest-TestVolumeBootPattern-2022146784-router', 'tenant_id': 'c8b831c7051442cea9b5006744e565b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'fe35d65b-7bca-42ea-ac8a-fd987008411e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:59:14Z', 'updated_at': '2021-06-16T12:59:20Z', 'revision_number': 4, 'project_id': 'c8b831c7051442cea9b5006744e565b3', 'gw_port': {'id': 'fe35d65b-7bca-42ea-ac8a-fd987008411e', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f27369-1a00-4baf-b1ba-18c550f7ac35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:15Z', 'updated_at': '2021-06-16T12:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '39ba024c-340c-4844-9d2d-9252637daf9f', 'name': '', 'network_id': '2f42d0fa-350e-474a-b853-1ecff347f1f3', 'tenant_id': 'c8b831c7051442cea9b5006744e565b3', 'mac_address': 'fa:16:3e:9a:e5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f27369-1a00-4baf-b1ba-18c550f7ac35', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ca30e471-8c72-45ad-9d98-554cc14bd723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:19Z', 'updated_at': '2021-06-16T12:59:27Z', 'revision_number': 4, 'project_id': 'c8b831c7051442cea9b5006744e565b3', 'subnets': [{'id': 'ca30e471-8c72-45ad-9d98-554cc14bd723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:59:28.085859 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d3e8d8-ad29-4ae4-ada1-7ded6c0e5338 None None] The sync data for ids ['58f27369-1a00-4baf-b1ba-18c550f7ac35'] in dv-cinder-766296-6-iscsi is: [{'id': '58f27369-1a00-4baf-b1ba-18c550f7ac35', 'name': 'tempest-TestVolumeBootPattern-2022146784-router', 'tenant_id': 'c8b831c7051442cea9b5006744e565b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'fe35d65b-7bca-42ea-ac8a-fd987008411e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:59:14Z', 'updated_at': '2021-06-16T12:59:20Z', 'revision_number': 4, 'project_id': 'c8b831c7051442cea9b5006744e565b3', 'gw_port': {'id': 'fe35d65b-7bca-42ea-ac8a-fd987008411e', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f27369-1a00-4baf-b1ba-18c550f7ac35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:15Z', 'updated_at': '2021-06-16T12:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '39ba024c-340c-4844-9d2d-9252637daf9f', 'name': '', 'network_id': '2f42d0fa-350e-474a-b853-1ecff347f1f3', 'tenant_id': 'c8b831c7051442cea9b5006744e565b3', 'mac_address': 'fa:16:3e:9a:e5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f27369-1a00-4baf-b1ba-18c550f7ac35', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ca30e471-8c72-45ad-9d98-554cc14bd723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:19Z', 'updated_at': '2021-06-16T12:59:27Z', 'revision_number': 4, 'project_id': 'c8b831c7051442cea9b5006744e565b3', 'subnets': [{'id': 'ca30e471-8c72-45ad-9d98-554cc14bd723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 12:59:28.680416 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 39ba024c-340c-4844-9d2d-9252637daf9f up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:59:28.773762 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning for port 39ba024c-340c-4844-9d2d-9252637daf9f completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:59:28.784346 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port 39ba024c-340c-4844-9d2d-9252637daf9f triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:59:28.785801 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:28.960187 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:29.068118 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] For port 39ba024c-340c-4844-9d2d-9252637daf9f, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=39ba024c-340c-4844-9d2d-9252637daf9f,segment=NetworkSegment(404cca71-6253-455a-9729-89bc494a9947),segment_id=404cca71-6253-455a-9729-89bc494a9947)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:59:29.076302 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:29.088070 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-31d4de1f-8d10-4246-a334-71f112b0aaf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:29.271254 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Pushing event updated for resources: {'Port': ['ID=39ba024c-340c-4844-9d2d-9252637daf9f,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:29.285062 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:30.649743 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 39ba024c-340c-4844-9d2d-9252637daf9f up at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:59:30.762968 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Provisioning complete for port 39ba024c-340c-4844-9d2d-9252637daf9f triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:59:30.763559 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:30.989969 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4e8b9529-2a1c-4351-a9a5-f205021d664a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:33.119575 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:33.191821 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 12:59:34.371152 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7d565421-fa5a-4f41-931b-867bb37a6631 req-5e81761f-cc20-40ab-a44b-7bc00489cba9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5d60a723-b8ef-4fdc-b52a-f65d61b36fdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1018186 Jun 16 12:59:34.545818 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d565421-fa5a-4f41-931b-867bb37a6631 req-f5a67a14-b138-414a-934d-7ada3c5a2710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:34.548620 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7d565421-fa5a-4f41-931b-867bb37a6631 req-f5a67a14-b138-414a-934d-7ada3c5a2710 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fcfe25858884497fb7a348993e91bc9b&device_id=5d60a723-b8ef-4fdc-b52a-f65d61b36fdd HTTP/1.1" status: 200 len: 1099 time: 0.0961611 Jun 16 12:59:34.748751 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d565421-fa5a-4f41-931b-867bb37a6631 req-00194b9f-dc40-4ea9-b817-196d0f2007d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:34.752655 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7d565421-fa5a-4f41-931b-867bb37a6631 req-00194b9f-dc40-4ea9-b817-196d0f2007d3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=28d016d0-13fb-4b26-b65b-ddb1b886ea25 HTTP/1.1" status: 200 len: 915 time: 0.1719136 Jun 16 12:59:34.838212 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7d565421-fa5a-4f41-931b-867bb37a6631 req-9e6653c3-418b-4b85-9f6f-423ee65e592b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11a06b8d-c7cb-4de2-99dc-12a823e80560 HTTP/1.1" status: 200 len: 217 time: 0.0746067 Jun 16 12:59:34.948955 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d565421-fa5a-4f41-931b-867bb37a6631 req-deb12544-5b80-4868-991a-0f1ef53be996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:34.952369 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7d565421-fa5a-4f41-931b-867bb37a6631 req-deb12544-5b80-4868-991a-0f1ef53be996 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4cb0451-9a43-49dc-b542-315d5bfce2fe HTTP/1.1" status: 200 len: 854 time: 0.1020575 Jun 16 12:59:35.003454 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7d565421-fa5a-4f41-931b-867bb37a6631 req-f69793bf-28cd-43db-a225-39e579714cbf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=28d016d0-13fb-4b26-b65b-ddb1b886ea25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338521 Jun 16 12:59:35.180648 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7d565421-fa5a-4f41-931b-867bb37a6631 req-91747498-d7f7-485d-973c-a7530de50e49 service neutron] 10.222.0.73 "GET /v2.0/networks/28d016d0-13fb-4b26-b65b-ddb1b886ea25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675406 Jun 16 12:59:35.321758 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-150e3db7-5575-45e8-8b11-4d976c21b8a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:35.369033 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7d565421-fa5a-4f41-931b-867bb37a6631 req-3d616af8-308a-4fcf-9689-4042fb719017 service neutron] 10.222.0.73 "GET /v2.0/networks/28d016d0-13fb-4b26-b65b-ddb1b886ea25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810169 Jun 16 12:59:35.683393 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:37.023948 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:39.342813 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:44.622118 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-1ef1835a-80b1-41e7-bda3-370644165fc0 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:44.624882 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-1ef1835a-80b1-41e7-bda3-370644165fc0 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/networks?id=28d016d0-13fb-4b26-b65b-ddb1b886ea25 HTTP/1.1" status: 200 len: 814 time: 0.2029426 Jun 16 12:59:44.667201 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-f708b5ac-661f-439b-bdb5-dec17fbc1b18 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/quotas/fcfe25858884497fb7a348993e91bc9b HTTP/1.1" status: 200 len: 375 time: 0.0302310 Jun 16 12:59:44.756400 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-5c14e7e5-f5dd-4ccf-9078-4c7f7d583b7c tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=fcfe25858884497fb7a348993e91bc9b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0831220 Jun 16 12:59:44.774138 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-36fa456b-e09c-4fcb-b793-d8d2852ff7e8 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=109145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 12:59:44.775753 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-36fa456b-e09c-4fcb-b793-d8d2852ff7e8 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066428 Jun 16 12:59:45.008798 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-31febd43-062e-469c-b330-09fcd67f1dcd service neutron] 10.222.0.67 "GET /v2.0/networks/28d016d0-13fb-4b26-b65b-ddb1b886ea25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187083 Jun 16 12:59:45.155702 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-ee058b39-e1d1-4b10-ad88-fbf8c090d7d6 service neutron] 10.222.0.67 "GET /v2.0/networks/28d016d0-13fb-4b26-b65b-ddb1b886ea25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384199 Jun 16 12:59:45.779264 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a07ab145-23eb-4e2c-860d-2f874c74bf58 req-292bd9ee-3e01-4c28-a537-463229710e8b tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=a609820d-0ca2-414b-9309-9f0b1891920f HTTP/1.1" status: 200 len: 210 time: 0.3237467 Jun 16 12:59:47.005704 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-79a9a589-f985-400a-a906-98ed8c7539a7 req-5b7ffc13-002f-4899-af54-6974c19dfb8a tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=a609820d-0ca2-414b-9309-9f0b1891920f HTTP/1.1" status: 200 len: 210 time: 0.0587573 Jun 16 12:59:47.460081 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-9938cb7c-59fd-4518-801f-cfdd8c1a827b tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:47.463851 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-9938cb7c-59fd-4518-801f-cfdd8c1a827b tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.73 "GET /v2.0/networks?id=28d016d0-13fb-4b26-b65b-ddb1b886ea25 HTTP/1.1" status: 200 len: 814 time: 0.2278898 Jun 16 12:59:47.479112 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-5132fad9-4f09-44e2-9c64-b430668070a0 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Request body: {'port': {'device_id': 'a609820d-0ca2-414b-9309-9f0b1891920f', 'network_id': '28d016d0-13fb-4b26-b65b-ddb1b886ea25', 'admin_state_up': True, 'tenant_id': 'fcfe25858884497fb7a348993e91bc9b'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:59:47.669428 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-5132fad9-4f09-44e2-9c64-b430668070a0 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Made reservation on behalf of fcfe25858884497fb7a348993e91bc9b for: {'port': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:59:47.676411 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-5132fad9-4f09-44e2-9c64-b430668070a0 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:47.908432 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-5132fad9-4f09-44e2-9c64-b430668070a0 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Allocated IP 172.20.0.2 (28d016d0-13fb-4b26-b65b-ddb1b886ea25/d4cb0451-9a43-49dc-b542-315d5bfce2fe/f2df5169-4344-4fc7-90ce-5c1ba7b14b5e) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:59:48.146998 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-5132fad9-4f09-44e2-9c64-b430668070a0 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Notify callbacks [] for port, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:48.258344 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-5132fad9-4f09-44e2-9c64-b430668070a0 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32077152'] for port, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:48.272236 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-ad9761ed-faa4-43df-bb36-3861dc40c519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:48.290851 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] get_ports_and_sgs() called for port_ids ['11a06b8d-c7cb-4de2-99dc-12a823e80560'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 12:59:48.383104 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5132fad9-4f09-44e2-9c64-b430668070a0 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Pushing event updated for resources: {'Port': ['ID=f2df5169-4344-4fc7-90ce-5c1ba7b14b5e,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:48.390880 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-5132fad9-4f09-44e2-9c64-b430668070a0 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:48.408269 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3810e-60fd-4850-82c5-fb369c1c78e0 req-5bc31263-cd17-4b54-abaf-9193400cc8a7 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:48.410578 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9db3810e-60fd-4850-82c5-fb369c1c78e0 req-5bc31263-cd17-4b54-abaf-9193400cc8a7 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=a609820d-0ca2-414b-9309-9f0b1891920f HTTP/1.1" status: 200 len: 931 time: 0.1287339 Jun 16 12:59:48.430151 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-5132fad9-4f09-44e2-9c64-b430668070a0 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Network 28d016d0-13fb-4b26-b65b-ddb1b886ea25 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:59:48.432952 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-5132fad9-4f09-44e2-9c64-b430668070a0 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:59:48.444553 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-5132fad9-4f09-44e2-9c64-b430668070a0 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:59:48.486388 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9db3810e-60fd-4850-82c5-fb369c1c78e0 req-0f2835f4-4532-4f1f-966e-e37265b1f31b tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534394 Jun 16 12:59:48.558843 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-5132fad9-4f09-44e2-9c64-b430668070a0 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:48.560028 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-5132fad9-4f09-44e2-9c64-b430668070a0 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:48.582430 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-5132fad9-4f09-44e2-9c64-b430668070a0 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1081448 Jun 16 12:59:48.598365 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-37ad6a2b-41df-4daa-af29-dfa87c74310c tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=109146) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 12:59:48.599874 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-37ad6a2b-41df-4daa-af29-dfa87c74310c tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098205 Jun 16 12:59:48.620743 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-566b5dcb-3d69-40fb-b841-d48b261ad21b service neutron] Request body: {'port': {'device_id': 'a609820d-0ca2-414b-9309-9f0b1891920f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76629'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:59:48.778098 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-566b5dcb-3d69-40fb-b841-d48b261ad21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:49.363224 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-566b5dcb-3d69-40fb-b841-d48b261ad21b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2df5169-4344-4fc7-90ce-5c1ba7b14b5e {{(pid=109146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 12:59:49.385727 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-566b5dcb-3d69-40fb-b841-d48b261ad21b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:49.419871 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.provisioning_blocks [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-566b5dcb-3d69-40fb-b841-d48b261ad21b service neutron] Transition to ACTIVE for port object f2df5169-4344-4fc7-90ce-5c1ba7b14b5e will not be triggered until provisioned by entity L2. {{(pid=109146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:59:49.429031 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-566b5dcb-3d69-40fb-b841-d48b261ad21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32077174'] for port, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:49.436903 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-ba27c409-a616-48f7-9054-3091e3b894db tempest-VolumesSnapshotTestJSON-2024875438 tempest-VolumesSnapshotTestJSON-2024875438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:49.615571 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b5dcb-3d69-40fb-b841-d48b261ad21b service neutron] Pushing event updated for resources: {'Port': ['ID=f2df5169-4344-4fc7-90ce-5c1ba7b14b5e,revision_number=2']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:49.627172 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-566b5dcb-3d69-40fb-b841-d48b261ad21b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:49.790328 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-566b5dcb-3d69-40fb-b841-d48b261ad21b service neutron] Attempting to bind port f2df5169-4344-4fc7-90ce-5c1ba7b14b5e on host hv-cinder-76629 for vnic_type normal with profile {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:59:49.790990 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-566b5dcb-3d69-40fb-b841-d48b261ad21b service neutron] Attempting to bind port f2df5169-4344-4fc7-90ce-5c1ba7b14b5e by drivers openvswitch,hyperv on host hv-cinder-76629 at level 0 using segments [{'id': '406d562f-18d7-4c3c-8317-95e8c0800580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '28d016d0-13fb-4b26-b65b-ddb1b886ea25'}] {{(pid=109146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:59:49.791561 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-566b5dcb-3d69-40fb-b841-d48b261ad21b service neutron] Attempting to bind port f2df5169-4344-4fc7-90ce-5c1ba7b14b5e on network 28d016d0-13fb-4b26-b65b-ddb1b886ea25 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:59:49.798185 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-566b5dcb-3d69-40fb-b841-d48b261ad21b service neutron] Port f2df5169-4344-4fc7-90ce-5c1ba7b14b5e on network 28d016d0-13fb-4b26-b65b-ddb1b886ea25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76629 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 12:59:49.799083 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-566b5dcb-3d69-40fb-b841-d48b261ad21b service neutron] Attempting to bind port f2df5169-4344-4fc7-90ce-5c1ba7b14b5e on network 28d016d0-13fb-4b26-b65b-ddb1b886ea25 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:59:49.816162 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-566b5dcb-3d69-40fb-b841-d48b261ad21b service neutron] Checking agent: {'id': 'b6c345f8-0197-4552-bdfc-f76fc82bf107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76629', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 47, 31), 'started_at': datetime.datetime(2021, 6, 16, 12, 47, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:59:49.816934 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-566b5dcb-3d69-40fb-b841-d48b261ad21b service neutron] Checking segment: {'id': '406d562f-18d7-4c3c-8317-95e8c0800580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '28d016d0-13fb-4b26-b65b-ddb1b886ea25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:59:49.817580 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-566b5dcb-3d69-40fb-b841-d48b261ad21b service neutron] Bound using segment: {'id': '406d562f-18d7-4c3c-8317-95e8c0800580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '28d016d0-13fb-4b26-b65b-ddb1b886ea25'} {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:59:49.818243 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-566b5dcb-3d69-40fb-b841-d48b261ad21b service neutron] Bound port: f2df5169-4344-4fc7-90ce-5c1ba7b14b5e, host: hv-cinder-76629, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '406d562f-18d7-4c3c-8317-95e8c0800580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '28d016d0-13fb-4b26-b65b-ddb1b886ea25'}}] {{(pid=109146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:59:49.818785 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-566b5dcb-3d69-40fb-b841-d48b261ad21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:49.863277 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d22e3-4b74-4415-be4a-7e7d5081aa6d req-35981aed-a9ca-4169-bc29-829e0a4922bd tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:49.868127 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7b4d22e3-4b74-4415-be4a-7e7d5081aa6d req-35981aed-a9ca-4169-bc29-829e0a4922bd tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=a609820d-0ca2-414b-9309-9f0b1891920f HTTP/1.1" status: 200 len: 943 time: 0.1140895 Jun 16 12:59:49.953604 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-566b5dcb-3d69-40fb-b841-d48b261ad21b service neutron] For port f2df5169-4344-4fc7-90ce-5c1ba7b14b5e, host hv-cinder-76629, cleared binding levels {{(pid=109146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:59:49.982567 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-566b5dcb-3d69-40fb-b841-d48b261ad21b service neutron] For port f2df5169-4344-4fc7-90ce-5c1ba7b14b5e, host hv-cinder-76629, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=f2df5169-4344-4fc7-90ce-5c1ba7b14b5e,segment=NetworkSegment(406d562f-18d7-4c3c-8317-95e8c0800580),segment_id=406d562f-18d7-4c3c-8317-95e8c0800580)] {{(pid=109146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:59:49.983360 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7b4d22e3-4b74-4415-be4a-7e7d5081aa6d req-4396f369-6bf3-4e51-828b-e7eaa80341be tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779734 Jun 16 12:59:49.983527 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-566b5dcb-3d69-40fb-b841-d48b261ad21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32077174'] for port, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:49.983527 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-05d291d4-41f3-4aef-bf20-d0167a242832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:50.043021 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-566b5dcb-3d69-40fb-b841-d48b261ad21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:50.043956 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-566b5dcb-3d69-40fb-b841-d48b261ad21b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:50.045612 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-566b5dcb-3d69-40fb-b841-d48b261ad21b service neutron] 10.222.0.73 "PUT /v2.0/ports/f2df5169-4344-4fc7-90ce-5c1ba7b14b5e HTTP/1.1" status: 200 len: 1093 time: 1.4370320 Jun 16 12:59:50.048615 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a609820d-0ca2-414b-9309-9f0b1891920f', 'tag': 'f2df5169-4344-4fc7-90ce-5c1ba7b14b5e'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:59:50.052635 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d3ced2b0755242c869f5b076fa8168e6e97917c7fd5877aaea6e5f8b8701d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028a07ca-ab23-4392-a1e8-2f6ba2ab8dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "a609820d-0ca2-414b-9309-9f0b1891920f", "tag": "f2df5169-4344-4fc7-90ce-5c1ba7b14b5e"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:59:50.122001 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b5dcb-3d69-40fb-b841-d48b261ad21b service neutron] Pushing event updated for resources: {'Port': ['ID=f2df5169-4344-4fc7-90ce-5c1ba7b14b5e,revision_number=3']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:50.135108 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-566b5dcb-3d69-40fb-b841-d48b261ad21b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:50.168604 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 12:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6529ec-3282-4b89-8605-5f3bf35bba39 x-openstack-request-id: req-7e6529ec-3282-4b89-8605-5f3bf35bba39 {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:59:50.168971 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a609820d-0ca2-414b-9309-9f0b1891920f", "tag": "f2df5169-4344-4fc7-90ce-5c1ba7b14b5e", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:59:50.169497 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7e6529ec-3282-4b89-8605-5f3bf35bba39 {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:59:50.169929 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a609820d-0ca2-414b-9309-9f0b1891920f', 'tag': 'f2df5169-4344-4fc7-90ce-5c1ba7b14b5e', 'status': 'completed', 'code': 200} Jun 16 12:59:50.265083 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-0ce0a889-6aa6-4289-8e6c-cbbceca735b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:50.269380 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-0ce0a889-6aa6-4289-8e6c-cbbceca735b3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fcfe25858884497fb7a348993e91bc9b&device_id=a609820d-0ca2-414b-9309-9f0b1891920f HTTP/1.1" status: 200 len: 1096 time: 0.0982385 Jun 16 12:59:50.389935 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-4187869d-b647-4597-b7fe-60a040b98569 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f2df5169-4344-4fc7-90ce-5c1ba7b14b5e HTTP/1.1" status: 200 len: 217 time: 0.1065757 Jun 16 12:59:50.404710 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-be4dfa6a-b0b5-4442-a689-27cc90e49682 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1130986994&fields=id&tenant_id=da4b4dfb37af47e0a46b78585a4d542d HTTP/1.1" status: 200 len: 267 time: 0.0752082 Jun 16 12:59:50.484476 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-38ae4a71-26ac-4dc0-a0d6-a9825c44651e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:50.487449 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-38ae4a71-26ac-4dc0-a0d6-a9825c44651e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4cb0451-9a43-49dc-b542-315d5bfce2fe HTTP/1.1" status: 200 len: 854 time: 0.0904429 Jun 16 12:59:50.545481 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-4a690a1b-2798-41ea-8cbd-246e343c448e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=28d016d0-13fb-4b26-b65b-ddb1b886ea25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425406 Jun 16 12:59:50.588573 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-e6be69c6-1d9d-490e-841f-d9a844d11aed tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:50.610931 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-e6be69c6-1d9d-490e-841f-d9a844d11aed tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/networks?id=81366883-77d0-4eba-a7ab-e7372a5bb020 HTTP/1.1" status: 200 len: 811 time: 0.1963348 Jun 16 12:59:50.635243 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-0034353e-b226-4de1-b31b-c74bcaeec0f5 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/quotas/da4b4dfb37af47e0a46b78585a4d542d HTTP/1.1" status: 200 len: 375 time: 0.0237567 Jun 16 12:59:50.750620 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-9dc2ddd3-42f8-499f-8878-bf8719fcff91 service neutron] 10.222.0.73 "GET /v2.0/networks/28d016d0-13fb-4b26-b65b-ddb1b886ea25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976528 Jun 16 12:59:50.788172 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-7ec6d859-bf08-4df2-806e-132a42a63a82 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=da4b4dfb37af47e0a46b78585a4d542d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1482706 Jun 16 12:59:50.933436 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-f78891a0-f2ce-40c2-aced-41db237d8fa4 req-44fac348-6b06-41de-a277-50612cc6af87 service neutron] 10.222.0.73 "GET /v2.0/networks/28d016d0-13fb-4b26-b65b-ddb1b886ea25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707716 Jun 16 12:59:51.003733 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-822c3eef-f5c8-4825-a2b8-359243c5be96 service neutron] 10.222.0.67 "GET /v2.0/networks/81366883-77d0-4eba-a7ab-e7372a5bb020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999519 Jun 16 12:59:51.091879 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a07ca-ab23-4392-a1e8-2f6ba2ab8dd1 req-6f38cdaa-6879-4c6e-aaeb-532a071ef53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:51.095205 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-028a07ca-ab23-4392-a1e8-2f6ba2ab8dd1 req-6f38cdaa-6879-4c6e-aaeb-532a071ef53c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fcfe25858884497fb7a348993e91bc9b&device_id=a609820d-0ca2-414b-9309-9f0b1891920f HTTP/1.1" status: 200 len: 1096 time: 0.0897233 Jun 16 12:59:51.173748 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-666f2d66-daa2-4e04-a9f4-08cc95c835ee service neutron] 10.222.0.67 "GET /v2.0/networks/81366883-77d0-4eba-a7ab-e7372a5bb020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686432 Jun 16 12:59:51.278749 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a07ca-ab23-4392-a1e8-2f6ba2ab8dd1 req-65864025-c532-4356-8b77-bcc26e3e2c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:51.281057 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-028a07ca-ab23-4392-a1e8-2f6ba2ab8dd1 req-65864025-c532-4356-8b77-bcc26e3e2c2b service neutron] 10.222.0.73 "GET /v2.0/networks?id=28d016d0-13fb-4b26-b65b-ddb1b886ea25 HTTP/1.1" status: 200 len: 915 time: 0.1761386 Jun 16 12:59:51.306136 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443567d7-ed3e-41f5-8926-0438b11aadc1 req-2244904a-3035-4e0d-874a-809990f1dbc0 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:51.309851 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-443567d7-ed3e-41f5-8926-0438b11aadc1 req-2244904a-3035-4e0d-874a-809990f1dbc0 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=a609820d-0ca2-414b-9309-9f0b1891920f HTTP/1.1" status: 200 len: 943 time: 0.1186385 Jun 16 12:59:51.350803 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-028a07ca-ab23-4392-a1e8-2f6ba2ab8dd1 req-bf06bf46-e060-41f8-a551-e2097a79dcf5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f2df5169-4344-4fc7-90ce-5c1ba7b14b5e HTTP/1.1" status: 200 len: 217 time: 0.0609465 Jun 16 12:59:51.395781 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-443567d7-ed3e-41f5-8926-0438b11aadc1 req-78c00bf5-aa0c-4938-b275-dff284c5ca5a tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742524 Jun 16 12:59:51.436699 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a07ca-ab23-4392-a1e8-2f6ba2ab8dd1 req-c4196087-039e-45ee-ae7d-406e6329dcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:51.439112 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-028a07ca-ab23-4392-a1e8-2f6ba2ab8dd1 req-c4196087-039e-45ee-ae7d-406e6329dcc2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4cb0451-9a43-49dc-b542-315d5bfce2fe HTTP/1.1" status: 200 len: 854 time: 0.0797315 Jun 16 12:59:51.500918 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-028a07ca-ab23-4392-a1e8-2f6ba2ab8dd1 req-9afec4d6-68a3-4f36-b9de-390f2a252195 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=28d016d0-13fb-4b26-b65b-ddb1b886ea25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518570 Jun 16 12:59:51.641895 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-028a07ca-ab23-4392-a1e8-2f6ba2ab8dd1 req-6a284e6a-0de1-4234-96a5-64905817632b service neutron] 10.222.0.73 "GET /v2.0/networks/28d016d0-13fb-4b26-b65b-ddb1b886ea25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274698 Jun 16 12:59:51.705964 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-aa38e3f8-8c12-4109-a8ac-353d5bce178f req-c8218b36-9e6c-4b72-b020-b82d955a88a7 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3574b5a-f771-489d-bb4f-7f6839cddbbb HTTP/1.1" status: 200 len: 210 time: 0.0712364 Jun 16 12:59:51.854964 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-028a07ca-ab23-4392-a1e8-2f6ba2ab8dd1 req-702bed62-a090-401e-a439-c96fbb10f658 service neutron] 10.222.0.73 "GET /v2.0/networks/28d016d0-13fb-4b26-b65b-ddb1b886ea25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018743 Jun 16 12:59:52.744075 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d3352-0a84-4702-a2d4-94f86709dba6 req-b824f823-923b-486e-9ebf-272c5f2e9010 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:52.746954 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-cd5d3352-0a84-4702-a2d4-94f86709dba6 req-b824f823-923b-486e-9ebf-272c5f2e9010 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=a609820d-0ca2-414b-9309-9f0b1891920f HTTP/1.1" status: 200 len: 943 time: 0.1170807 Jun 16 12:59:52.814750 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-cd5d3352-0a84-4702-a2d4-94f86709dba6 req-c65c156f-060f-4c13-ae8f-6e16b19b209d tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588467 Jun 16 12:59:52.949366 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-85fd94bb-0092-48d0-8fbd-772d32d146de req-f1b9111d-7b48-4222-85fc-61081af8637b tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3574b5a-f771-489d-bb4f-7f6839cddbbb HTTP/1.1" status: 200 len: 210 time: 0.0399413 Jun 16 12:59:53.313719 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-644d28ff-020e-430e-9af8-ca06c83abe6c tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:53.316530 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-644d28ff-020e-430e-9af8-ca06c83abe6c tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.73 "GET /v2.0/networks?id=81366883-77d0-4eba-a7ab-e7372a5bb020 HTTP/1.1" status: 200 len: 811 time: 0.1933846 Jun 16 12:59:53.387948 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-39a0e99d-fb42-4c31-af16-4cfdfd248623 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da4b4dfb37af47e0a46b78585a4d542d HTTP/1.1" status: 200 len: 380 time: 0.0618274 Jun 16 12:59:53.400255 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-df76515f-e1c5-480e-b937-dbc2e6ca4b8b tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Request body: {'port': {'device_id': 'f3574b5a-f771-489d-bb4f-7f6839cddbbb', 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020', 'admin_state_up': True, 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'security_groups': ['68c5a738-8df5-4097-bf14-cd6f443068f8']}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:59:53.579776 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-df76515f-e1c5-480e-b937-dbc2e6ca4b8b tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Made reservation on behalf of da4b4dfb37af47e0a46b78585a4d542d for: {'port': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 12:59:53.584189 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-df76515f-e1c5-480e-b937-dbc2e6ca4b8b tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:53.757300 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 53892) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:59:53.803411 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-df76515f-e1c5-480e-b937-dbc2e6ca4b8b tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Allocated IP 172.20.0.6 (81366883-77d0-4eba-a7ab-e7372a5bb020/5c93f27e-893b-471b-8c45-8d133d4e0e81/3c436d91-3aec-46ad-b620-48e16cbdef71) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 12:59:53.849883 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_v2 [None req-7710c334-affd-47f3-8c7c-74c231ee5058 admin admin] Deleting subnet 69442524-2e7f-4a15-97a1-3d403dcf5953 {{(pid=109145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 12:59:53.855066 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-7710c334-affd-47f3-8c7c-74c231ee5058 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:53.927019 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-7710c334-affd-47f3-8c7c-74c231ee5058 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26526573'] for subnet, precommit_delete_associations {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:54.011311 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-7710c334-affd-47f3-8c7c-74c231ee5058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3717015'] for subnet, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:54.133755 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-df76515f-e1c5-480e-b937-dbc2e6ca4b8b tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for port, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:54.153934 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.provisioning_blocks [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-df76515f-e1c5-480e-b937-dbc2e6ca4b8b tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Transition to ACTIVE for port object 3c436d91-3aec-46ad-b620-48e16cbdef71 will not be triggered until provisioned by entity DHCP. {{(pid=109146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:59:54.206908 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-df76515f-e1c5-480e-b937-dbc2e6ca4b8b tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32077152'] for port, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:54.216570 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-2699b462-7edf-4ce0-9937-090edf76e6aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:54.238743 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a3d6f6bf-8364-4882-b763-79de3813313b req-38ef661e-3ce6-429f-95f1-c8381a5f0d14 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3574b5a-f771-489d-bb4f-7f6839cddbbb HTTP/1.1" status: 200 len: 210 time: 0.0752065 Jun 16 12:59:54.240441 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-7710c334-affd-47f3-8c7c-74c231ee5058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3717000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26528846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26601117'] for subnet, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:54.251967 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:54.291976 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-df76515f-e1c5-480e-b937-dbc2e6ca4b8b tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Network 81366883-77d0-4eba-a7ab-e7372a5bb020 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 12:59:54.298874 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-df76515f-e1c5-480e-b937-dbc2e6ca4b8b tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 12:59:54.306316 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-df76515f-e1c5-480e-b937-dbc2e6ca4b8b tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 12:59:54.309333 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710c334-affd-47f3-8c7c-74c231ee5058 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69442524-2e7f-4a15-97a1-3d403dcf5953,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:54.312958 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-7710c334-affd-47f3-8c7c-74c231ee5058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for subnet, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:54.316412 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-7710c334-affd-47f3-8c7c-74c231ee5058 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/69442524-2e7f-4a15-97a1-3d403dcf5953 HTTP/1.1" status: 204 len: 168 time: 0.5573657 Jun 16 12:59:54.319537 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 53898) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:59:54.320918 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-7710c334-affd-47f3-8c7c-74c231ee5058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:54.325189 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device f2df5169-4344-4fc7-90ce-5c1ba7b14b5e details requested by agent hyperv_hv-cinder-76629 with host hv-cinder-76629 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 12:59:54.384570 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6addd26f-d768-4d91-a815-b785125bbc88 req-eefdd654-c4cb-4db5-8148-590ec6b5ca94 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:54.397914 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6addd26f-d768-4d91-a815-b785125bbc88 req-eefdd654-c4cb-4db5-8148-590ec6b5ca94 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=a609820d-0ca2-414b-9309-9f0b1891920f HTTP/1.1" status: 200 len: 943 time: 0.3005154 Jun 16 12:59:54.407619 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-df76515f-e1c5-480e-b937-dbc2e6ca4b8b tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:54.408517 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-df76515f-e1c5-480e-b937-dbc2e6ca4b8b tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:54.438907 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df76515f-e1c5-480e-b937-dbc2e6ca4b8b tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Pushing event updated for resources: {'Port': ['ID=3c436d91-3aec-46ad-b620-48e16cbdef71,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:54.443729 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-df76515f-e1c5-480e-b937-dbc2e6ca4b8b tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:54.446926 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-df76515f-e1c5-480e-b937-dbc2e6ca4b8b tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0532386 Jun 16 12:59:54.462751 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-e2e8ef41-f2c1-4346-8015-c470955d0268 service neutron] Request body: {'port': {'device_id': 'f3574b5a-f771-489d-bb4f-7f6839cddbbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76629'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 12:59:54.563137 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e458345c-2d77-4c94-8180-45f93cf5efc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3773194'] for network, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:54.577083 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6addd26f-d768-4d91-a815-b785125bbc88 req-af5fdde4-a8cc-43d1-919b-ed37a7074042 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777668 Jun 16 12:59:54.642705 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-e2e8ef41-f2c1-4346-8015-c470955d0268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:54.737864 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-37fbc578-430a-4aa7-89f7-8bfcdd2e27e7 None None] Provisioning for port 3c436d91-3aec-46ad-b620-48e16cbdef71 completed by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:59:54.750680 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-37fbc578-430a-4aa7-89f7-8bfcdd2e27e7 None None] Provisioning complete for port 3c436d91-3aec-46ad-b620-48e16cbdef71 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:59:54.751800 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-37fbc578-430a-4aa7-89f7-8bfcdd2e27e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:54.766060 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e458345c-2d77-4c94-8180-45f93cf5efc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3713560', 'neutron.services.segments.db._delete_segments_for_network-8754302582321'] for network, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:54.786514 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-e458345c-2d77-4c94-8180-45f93cf5efc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448ee8340>,) {'filters': {'network_id': ['5634e23c-fa5a-4535-bb95-0bc9e3908dc8']}} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:59:54.807941 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-e458345c-2d77-4c94-8180-45f93cf5efc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448ee8340>, 'c59d852c-67a8-45a1-9163-f93f7d3175b8') {'for_net_delete': True} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:59:54.808411 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.services.segments.db [None req-e458345c-2d77-4c94-8180-45f93cf5efc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448ee8340>, 'c59d852c-67a8-45a1-9163-f93f7d3175b8') {} {{(pid=109145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 12:59:54.825215 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port f2df5169-4344-4fc7-90ce-5c1ba7b14b5e, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=f2df5169-4344-4fc7-90ce-5c1ba7b14b5e,segment=NetworkSegment(406d562f-18d7-4c3c-8317-95e8c0800580),segment_id=406d562f-18d7-4c3c-8317-95e8c0800580)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:59:54.825960 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e458345c-2d77-4c94-8180-45f93cf5efc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754302581378', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26526580'] for segment, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:54.854843 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e458345c-2d77-4c94-8180-45f93cf5efc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076'] for segment, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:54.861475 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Returning: {'device': 'f2df5169-4344-4fc7-90ce-5c1ba7b14b5e', 'network_id': '28d016d0-13fb-4b26-b65b-ddb1b886ea25', 'port_id': 'f2df5169-4344-4fc7-90ce-5c1ba7b14b5e', 'mac_address': 'fa:16:3e:b1:85:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4cb0451-9a43-49dc-b542-315d5bfce2fe', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 12:59:54.869067 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-37fbc578-430a-4aa7-89f7-8bfcdd2e27e7 None None] Port 3c436d91-3aec-46ad-b620-48e16cbdef71 cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 12:59:54.880338 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e458345c-2d77-4c94-8180-45f93cf5efc2 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=109145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 12:59:54.881305 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e458345c-2d77-4c94-8180-45f93cf5efc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26528977'] for segment, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:54.903456 dv-cinder-766296-6-iscsi neutron-server[109145]: Traceback (most recent call last): Jun 16 12:59:54.903456 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 12:59:54.903456 dv-cinder-766296-6-iscsi neutron-server[109145]: timer() Jun 16 12:59:54.903456 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 12:59:54.903456 dv-cinder-766296-6-iscsi neutron-server[109145]: cb(*args, **kw) Jun 16 12:59:54.903456 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 12:59:54.903456 dv-cinder-766296-6-iscsi neutron-server[109145]: return func(*args, **kwargs) Jun 16 12:59:54.903456 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 12:59:54.903456 dv-cinder-766296-6-iscsi neutron-server[109145]: self._notify() Jun 16 12:59:54.903456 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 12:59:54.903456 dv-cinder-766296-6-iscsi neutron-server[109145]: self.callback(batched_events) Jun 16 12:59:54.903456 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 12:59:54.903456 dv-cinder-766296-6-iscsi neutron-server[109145]: event.method(event) Jun 16 12:59:54.903456 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 12:59:54.903456 dv-cinder-766296-6-iscsi neutron-server[109145]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 12:59:54.903456 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 12:59:54.903456 dv-cinder-766296-6-iscsi neutron-server[109145]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 12:59:54.903456 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 12:59:54.903456 dv-cinder-766296-6-iscsi neutron-server[109145]: return f(self, *a, **k) Jun 16 12:59:54.903456 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 12:59:54.903456 dv-cinder-766296-6-iscsi neutron-server[109145]: return self._get(url).json() Jun 16 12:59:54.903456 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 12:59:54.903456 dv-cinder-766296-6-iscsi neutron-server[109145]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 12:59:54.903456 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 12:59:54.903456 dv-cinder-766296-6-iscsi neutron-server[109145]: return self.request(url, 'GET', **kwargs) Jun 16 12:59:54.903456 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 12:59:54.903456 dv-cinder-766296-6-iscsi neutron-server[109145]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 12:59:54.903456 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 12:59:54.903456 dv-cinder-766296-6-iscsi neutron-server[109145]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 12:59:54.903456 dv-cinder-766296-6-iscsi neutron-server[109145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 12:59:54.903456 dv-cinder-766296-6-iscsi neutron-server[109145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 12:59:54.903456 dv-cinder-766296-6-iscsi neutron-server[109145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 12:59:54.935616 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:54.959000 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-43072469-a160-4d16-9402-2253616714b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2df5169-4344-4fc7-90ce-5c1ba7b14b5e {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 12:59:54.997473 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port f2df5169-4344-4fc7-90ce-5c1ba7b14b5e, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=f2df5169-4344-4fc7-90ce-5c1ba7b14b5e,segment=NetworkSegment(406d562f-18d7-4c3c-8317-95e8c0800580),segment_id=406d562f-18d7-4c3c-8317-95e8c0800580)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:59:55.006395 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e458345c-2d77-4c94-8180-45f93cf5efc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3713553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442210'] for network, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:55.010067 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:55.011851 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:55.013550 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-a275fa93-4518-4f15-95f8-571fd45e4723 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:55.015636 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e458345c-2d77-4c94-8180-45f93cf5efc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for network, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:55.019378 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-e458345c-2d77-4c94-8180-45f93cf5efc2 admin admin] 10.222.0.67 "DELETE /v2.0/networks/5634e23c-fa5a-4535-bb95-0bc9e3908dc8 HTTP/1.1" status: 204 len: 168 time: 0.6966014 Jun 16 12:59:55.039333 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458345c-2d77-4c94-8180-45f93cf5efc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5634e23c-fa5a-4535-bb95-0bc9e3908dc8,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:55.050573 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-e458345c-2d77-4c94-8180-45f93cf5efc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:55.127763 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=f2df5169-4344-4fc7-90ce-5c1ba7b14b5e,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:55.133554 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:55.230781 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-e2e8ef41-f2c1-4346-8015-c470955d0268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c436d91-3aec-46ad-b620-48e16cbdef71 {{(pid=109146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 12:59:55.246725 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-e2e8ef41-f2c1-4346-8015-c470955d0268 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:55.248560 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] get_ports_and_sgs() called for port_ids ['f2df5169-4344-4fc7-90ce-5c1ba7b14b5e'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 12:59:55.272514 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.provisioning_blocks [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-e2e8ef41-f2c1-4346-8015-c470955d0268 service neutron] Transition to ACTIVE for port object 3c436d91-3aec-46ad-b620-48e16cbdef71 will not be triggered until provisioned by entity L2. {{(pid=109146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 12:59:55.280493 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-e2e8ef41-f2c1-4346-8015-c470955d0268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32077174'] for port, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:55.288102 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-75ebd92c-4b4b-4bb6-a33f-3563dd858735 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:55.421433 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 53904) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:59:55.481378 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e8ef41-f2c1-4346-8015-c470955d0268 service neutron] Pushing event updated for resources: {'Port': ['ID=3c436d91-3aec-46ad-b620-48e16cbdef71,revision_number=2']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:55.490093 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-e2e8ef41-f2c1-4346-8015-c470955d0268 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:55.573154 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-1408f75b-77e5-405c-8817-99748e1e0594 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0fd2b59564bb484f9cb00c4d30d67547&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1471772 Jun 16 12:59:55.578238 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 53906) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 12:59:55.646434 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-e2e8ef41-f2c1-4346-8015-c470955d0268 service neutron] Attempting to bind port 3c436d91-3aec-46ad-b620-48e16cbdef71 on host hv-cinder-76629 for vnic_type normal with profile {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 12:59:55.647487 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-e2e8ef41-f2c1-4346-8015-c470955d0268 service neutron] Attempting to bind port 3c436d91-3aec-46ad-b620-48e16cbdef71 by drivers openvswitch,hyperv on host hv-cinder-76629 at level 0 using segments [{'id': 'dcca0cf4-eafc-4ce6-9f7a-4008abe5738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020'}] {{(pid=109146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 12:59:55.648026 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-e2e8ef41-f2c1-4346-8015-c470955d0268 service neutron] Attempting to bind port 3c436d91-3aec-46ad-b620-48e16cbdef71 on network 81366883-77d0-4eba-a7ab-e7372a5bb020 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:59:55.658565 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-e2e8ef41-f2c1-4346-8015-c470955d0268 service neutron] Port 3c436d91-3aec-46ad-b620-48e16cbdef71 on network 81366883-77d0-4eba-a7ab-e7372a5bb020 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76629 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 12:59:55.659198 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-e2e8ef41-f2c1-4346-8015-c470955d0268 service neutron] Attempting to bind port 3c436d91-3aec-46ad-b620-48e16cbdef71 on network 81366883-77d0-4eba-a7ab-e7372a5bb020 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 12:59:55.670014 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-e2e8ef41-f2c1-4346-8015-c470955d0268 service neutron] Checking agent: {'id': 'b6c345f8-0197-4552-bdfc-f76fc82bf107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76629', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 47, 31), 'started_at': datetime.datetime(2021, 6, 16, 12, 47, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 12, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 12:59:55.672361 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-e2e8ef41-f2c1-4346-8015-c470955d0268 service neutron] Checking segment: {'id': 'dcca0cf4-eafc-4ce6-9f7a-4008abe5738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 12:59:55.673257 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-e2e8ef41-f2c1-4346-8015-c470955d0268 service neutron] Bound using segment: {'id': 'dcca0cf4-eafc-4ce6-9f7a-4008abe5738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020'} {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 12:59:55.674429 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-e2e8ef41-f2c1-4346-8015-c470955d0268 service neutron] Bound port: 3c436d91-3aec-46ad-b620-48e16cbdef71, host: hv-cinder-76629, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcca0cf4-eafc-4ce6-9f7a-4008abe5738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020'}}] {{(pid=109146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 12:59:55.675199 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-e2e8ef41-f2c1-4346-8015-c470955d0268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:55.727921 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-3432d414-4a40-4cdf-a977-db2547e6019b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:55.800466 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5433b96-546c-4709-9620-6b167fb74089 req-05043243-95fa-4341-8b7b-091d444e5398 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:55.803136 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f5433b96-546c-4709-9620-6b167fb74089 req-05043243-95fa-4341-8b7b-091d444e5398 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3574b5a-f771-489d-bb4f-7f6839cddbbb HTTP/1.1" status: 200 len: 943 time: 0.2171481 Jun 16 12:59:55.807237 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-3432d414-4a40-4cdf-a977-db2547e6019b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:55.824067 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-e2e8ef41-f2c1-4346-8015-c470955d0268 service neutron] For port 3c436d91-3aec-46ad-b620-48e16cbdef71, host hv-cinder-76629, cleared binding levels {{(pid=109146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 12:59:55.831974 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-e2e8ef41-f2c1-4346-8015-c470955d0268 service neutron] For port 3c436d91-3aec-46ad-b620-48e16cbdef71, host hv-cinder-76629, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=3c436d91-3aec-46ad-b620-48e16cbdef71,segment=NetworkSegment(dcca0cf4-eafc-4ce6-9f7a-4008abe5738d),segment_id=dcca0cf4-eafc-4ce6-9f7a-4008abe5738d)] {{(pid=109146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 12:59:55.842452 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-e2e8ef41-f2c1-4346-8015-c470955d0268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32077174'] for port, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:55.854733 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-9e36cf3e-9718-42f7-a770-3e85400320d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:55.920903 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-e2e8ef41-f2c1-4346-8015-c470955d0268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:55.923555 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-e2e8ef41-f2c1-4346-8015-c470955d0268 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:55.926358 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-e2e8ef41-f2c1-4346-8015-c470955d0268 service neutron] 10.222.0.73 "PUT /v2.0/ports/3c436d91-3aec-46ad-b620-48e16cbdef71 HTTP/1.1" status: 200 len: 1093 time: 1.4716620 Jun 16 12:59:55.927389 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3574b5a-f771-489d-bb4f-7f6839cddbbb', 'tag': '3c436d91-3aec-46ad-b620-48e16cbdef71'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:59:55.931701 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d3ced2b0755242c869f5b076fa8168e6e97917c7fd5877aaea6e5f8b8701d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a747e4-f9b4-4ad3-b1f8-02ebce23deff" -d '{"events": [{"name": "network-changed", "server_uuid": "f3574b5a-f771-489d-bb4f-7f6839cddbbb", "tag": "3c436d91-3aec-46ad-b620-48e16cbdef71"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:59:55.983167 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f5433b96-546c-4709-9620-6b167fb74089 req-54bc4c67-53d7-44cb-89b1-649165f25ab5 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/security-groups?id=68c5a738-8df5-4097-bf14-cd6f443068f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630189 Jun 16 12:59:56.011133 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e8ef41-f2c1-4346-8015-c470955d0268 service neutron] Pushing event updated for resources: {'Port': ['ID=3c436d91-3aec-46ad-b620-48e16cbdef71,revision_number=3']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:56.019035 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-e2e8ef41-f2c1-4346-8015-c470955d0268 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:56.076521 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-3432d414-4a40-4cdf-a977-db2547e6019b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:56.082739 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-3432d414-4a40-4cdf-a977-db2547e6019b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:56.084915 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-3432d414-4a40-4cdf-a977-db2547e6019b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4e466290-5967-4f0f-bef2-ef2e39a65ae8 HTTP/1.1" status: 204 len: 168 time: 0.5008090 Jun 16 12:59:56.087180 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-91997bb4-8cea-43f0-95c8-2181801b85b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:56.119446 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187b4ce-7a4b-4ad1-b813-9cebe0ebc95f req-0bb3a5bd-4a43-47cb-aca9-1cb8e05620cf tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:56.123063 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8187b4ce-7a4b-4ad1-b813-9cebe0ebc95f req-0bb3a5bd-4a43-47cb-aca9-1cb8e05620cf tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=a609820d-0ca2-414b-9309-9f0b1891920f HTTP/1.1" status: 200 len: 944 time: 0.2445927 Jun 16 12:59:56.125692 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3432d414-4a40-4cdf-a977-db2547e6019b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e466290-5967-4f0f-bef2-ef2e39a65ae8,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:56.134404 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 12:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237ff9a6-5470-4377-929c-b12e36d4e939 x-openstack-request-id: req-237ff9a6-5470-4377-929c-b12e36d4e939 {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:59:56.134989 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3574b5a-f771-489d-bb4f-7f6839cddbbb", "tag": "3c436d91-3aec-46ad-b620-48e16cbdef71", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:59:56.135502 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-237ff9a6-5470-4377-929c-b12e36d4e939 {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:59:56.137085 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3574b5a-f771-489d-bb4f-7f6839cddbbb', 'tag': '3c436d91-3aec-46ad-b620-48e16cbdef71', 'status': 'completed', 'code': 200} Jun 16 12:59:56.148610 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-3432d414-4a40-4cdf-a977-db2547e6019b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:56.228256 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8187b4ce-7a4b-4ad1-b813-9cebe0ebc95f req-51ef9c5d-69c2-4d97-89b7-3517cf149449 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761800 Jun 16 12:59:56.351087 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device f2df5169-4344-4fc7-90ce-5c1ba7b14b5e up at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 12:59:56.351965 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-b5819372-1746-4690-b4d1-1b4912423f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:56.354425 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-b5819372-1746-4690-b4d1-1b4912423f49 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=da4b4dfb37af47e0a46b78585a4d542d&device_id=f3574b5a-f771-489d-bb4f-7f6839cddbbb HTTP/1.1" status: 200 len: 1096 time: 0.3629403 Jun 16 12:59:56.433746 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-a0205b1c-88e6-4a18-8ec2-2ccdba871919 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c436d91-3aec-46ad-b620-48e16cbdef71 HTTP/1.1" status: 200 len: 217 time: 0.0704682 Jun 16 12:59:56.465983 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning for port f2df5169-4344-4fc7-90ce-5c1ba7b14b5e completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 12:59:56.474158 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning complete for port f2df5169-4344-4fc7-90ce-5c1ba7b14b5e triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 12:59:56.475059 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:56.528678 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-4b8cd652-2f2c-4346-96f6-8f80b5a60ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:56.531455 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-4b8cd652-2f2c-4346-96f6-8f80b5a60ea0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5c93f27e-893b-471b-8c45-8d133d4e0e81 HTTP/1.1" status: 200 len: 850 time: 0.0856078 Jun 16 12:59:56.633892 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:56.647139 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-15825de0-d350-4ee7-afbe-5b28312a2c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:56.648928 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-15825de0-d350-4ee7-afbe-5b28312a2c08 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=81366883-77d0-4eba-a7ab-e7372a5bb020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1068106 Jun 16 12:59:56.669477 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a609820d-0ca2-414b-9309-9f0b1891920f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2df5169-4344-4fc7-90ce-5c1ba7b14b5e'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 12:59:56.672157 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc19868b2eeee4f788927d96de96bc76ef619c1c8eef803ec6a338432d17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8967bbfe-3080-4f2c-975e-ee6b6d4924bb" -d '{"events": [{"server_uuid": "a609820d-0ca2-414b-9309-9f0b1891920f", "name": "network-vif-plugged", "status": "completed", "tag": "f2df5169-4344-4fc7-90ce-5c1ba7b14b5e"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 12:59:56.696352 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port f2df5169-4344-4fc7-90ce-5c1ba7b14b5e, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=f2df5169-4344-4fc7-90ce-5c1ba7b14b5e,segment=NetworkSegment(406d562f-18d7-4c3c-8317-95e8c0800580),segment_id=406d562f-18d7-4c3c-8317-95e8c0800580)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 12:59:56.705792 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 12:59:56.710943 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 12:59:56.774562 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 12:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9048e9e-c54b-4e1b-be49-656671b2a6d8 x-openstack-request-id: req-c9048e9e-c54b-4e1b-be49-656671b2a6d8 {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 12:59:56.775065 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a609820d-0ca2-414b-9309-9f0b1891920f", "name": "network-vif-plugged", "status": "completed", "tag": "f2df5169-4344-4fc7-90ce-5c1ba7b14b5e", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 12:59:56.775480 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c9048e9e-c54b-4e1b-be49-656671b2a6d8 {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 12:59:56.776144 dv-cinder-766296-6-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a609820d-0ca2-414b-9309-9f0b1891920f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2df5169-4344-4fc7-90ce-5c1ba7b14b5e', 'code': 200} Jun 16 12:59:56.838577 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=f2df5169-4344-4fc7-90ce-5c1ba7b14b5e,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 12:59:56.852440 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:56.853016 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:56.853547 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:56.854083 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:56.854662 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:56.855816 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:56.855816 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:56.856253 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:56.856790 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:56.857344 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:56.858094 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:56.859440 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 12:59:56.868381 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 12:59:56.886490 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-f3f8fb9f-2df6-4a0f-bc50-c8b369f8d23b service neutron] 10.222.0.73 "GET /v2.0/networks/81366883-77d0-4eba-a7ab-e7372a5bb020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284560 Jun 16 12:59:57.143246 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-6d4d380e-1ed1-4510-8efb-326c6fd2a5d0 req-de960b77-fed6-4d6d-9c60-d931de170742 service neutron] 10.222.0.73 "GET /v2.0/networks/81366883-77d0-4eba-a7ab-e7372a5bb020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464247 Jun 16 12:59:57.199035 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435fc95b-311d-453b-9bc4-8d5b857ff011 req-fd4806be-44ab-4c62-8a10-4ab98d4e52d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:57.205703 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-435fc95b-311d-453b-9bc4-8d5b857ff011 req-fd4806be-44ab-4c62-8a10-4ab98d4e52d2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a609820d-0ca2-414b-9309-9f0b1891920f HTTP/1.1" status: 200 len: 1098 time: 0.1700993 Jun 16 12:59:57.365738 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a1177-36d1-4b00-b8ae-3afd2837671c req-334ef725-02ba-4693-a12a-b72884a903fb tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:57.381301 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e11a1177-36d1-4b00-b8ae-3afd2837671c req-334ef725-02ba-4693-a12a-b72884a903fb tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3574b5a-f771-489d-bb4f-7f6839cddbbb HTTP/1.1" status: 200 len: 943 time: 0.1529768 Jun 16 12:59:57.489318 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e11a1177-36d1-4b00-b8ae-3afd2837671c req-df835009-bcdd-47df-86f4-d0ae7c9724eb tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/security-groups?id=68c5a738-8df5-4097-bf14-cd6f443068f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011863 Jun 16 12:59:57.660896 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ddc5f-9f02-496c-858d-378b26f7459a req-d75408ad-f9bc-4120-898c-f36434ad8432 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:57.663825 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-111ddc5f-9f02-496c-858d-378b26f7459a req-d75408ad-f9bc-4120-898c-f36434ad8432 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=a609820d-0ca2-414b-9309-9f0b1891920f HTTP/1.1" status: 200 len: 945 time: 0.1406195 Jun 16 12:59:57.740106 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-111ddc5f-9f02-496c-858d-378b26f7459a req-67f68ab2-6e23-40b8-a099-22eed348b4cf tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642660 Jun 16 12:59:57.797142 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-435fc95b-311d-453b-9bc4-8d5b857ff011 req-f61bf6bb-481f-4acd-a008-3f466ceeed4e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5714598 Jun 16 12:59:57.823714 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a747e4-f9b4-4ad3-b1f8-02ebce23deff req-9332060a-c9b7-4d5b-917f-d87845dc4660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:57.825968 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a1a747e4-f9b4-4ad3-b1f8-02ebce23deff req-9332060a-c9b7-4d5b-917f-d87845dc4660 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=da4b4dfb37af47e0a46b78585a4d542d&device_id=f3574b5a-f771-489d-bb4f-7f6839cddbbb HTTP/1.1" status: 200 len: 1096 time: 0.6051939 Jun 16 12:59:58.010966 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a747e4-f9b4-4ad3-b1f8-02ebce23deff req-c4b9ceb5-676c-41ac-a943-ecb90f0e404d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:58.013688 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a1a747e4-f9b4-4ad3-b1f8-02ebce23deff req-c4b9ceb5-676c-41ac-a943-ecb90f0e404d service neutron] 10.222.0.73 "GET /v2.0/networks?id=81366883-77d0-4eba-a7ab-e7372a5bb020 HTTP/1.1" status: 200 len: 912 time: 0.1636498 Jun 16 12:59:58.075680 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a1a747e4-f9b4-4ad3-b1f8-02ebce23deff req-f7f0149c-f116-4ce3-8e7b-e76c74a1bf10 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c436d91-3aec-46ad-b620-48e16cbdef71 HTTP/1.1" status: 200 len: 217 time: 0.0545111 Jun 16 12:59:58.141757 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a747e4-f9b4-4ad3-b1f8-02ebce23deff req-642ab7da-241a-4a15-bc90-7defd756d1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:58.143580 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a1a747e4-f9b4-4ad3-b1f8-02ebce23deff req-642ab7da-241a-4a15-bc90-7defd756d1da service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5c93f27e-893b-471b-8c45-8d133d4e0e81 HTTP/1.1" status: 200 len: 850 time: 0.0611691 Jun 16 12:59:58.252607 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a747e4-f9b4-4ad3-b1f8-02ebce23deff req-72542baf-1f0d-4b5e-8cc6-f13133bb3176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:58.255433 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a1a747e4-f9b4-4ad3-b1f8-02ebce23deff req-72542baf-1f0d-4b5e-8cc6-f13133bb3176 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=81366883-77d0-4eba-a7ab-e7372a5bb020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1026578 Jun 16 12:59:58.420350 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a1a747e4-f9b4-4ad3-b1f8-02ebce23deff req-b9f2cdbb-0c07-45b2-b355-ff12b7b42b8f service neutron] 10.222.0.73 "GET /v2.0/networks/81366883-77d0-4eba-a7ab-e7372a5bb020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559703 Jun 16 12:59:58.602489 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a1a747e4-f9b4-4ad3-b1f8-02ebce23deff req-ce4d04b2-c77d-4a0f-b738-32bb1960c36e service neutron] 10.222.0.73 "GET /v2.0/networks/81366883-77d0-4eba-a7ab-e7372a5bb020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744220 Jun 16 12:59:58.889148 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e92755-3bbb-43a6-aef4-819521f2944a req-8fb7d4d5-c8d9-4c59-8556-f180fb91c070 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:58.896584 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a6e92755-3bbb-43a6-aef4-819521f2944a req-8fb7d4d5-c8d9-4c59-8556-f180fb91c070 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3574b5a-f771-489d-bb4f-7f6839cddbbb HTTP/1.1" status: 200 len: 943 time: 0.1358728 Jun 16 12:59:58.973788 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a6e92755-3bbb-43a6-aef4-819521f2944a req-320a38ce-8b67-4b1a-b73b-2e675e052dc9 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/security-groups?id=68c5a738-8df5-4097-bf14-cd6f443068f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635800 Jun 16 12:59:59.106618 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aaf315-5b3a-491f-a0fb-25d4d81f2c60 req-ebd29933-1fb4-4fb9-bd79-1d17d6bf40e1 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 12:59:59.109406 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-87aaf315-5b3a-491f-a0fb-25d4d81f2c60 req-ebd29933-1fb4-4fb9-bd79-1d17d6bf40e1 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=a609820d-0ca2-414b-9309-9f0b1891920f HTTP/1.1" status: 200 len: 945 time: 0.1191113 Jun 16 12:59:59.184332 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-87aaf315-5b3a-491f-a0fb-25d4d81f2c60 req-43958215-4a93-4a9c-90ff-5baad19031a8 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658104 Jun 16 13:00:00.308931 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431126d5-e660-40c8-8d38-6932a412f0d1 req-5950b523-7812-4d9f-9e80-02e5c5281e24 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:00.311702 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-431126d5-e660-40c8-8d38-6932a412f0d1 req-5950b523-7812-4d9f-9e80-02e5c5281e24 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3574b5a-f771-489d-bb4f-7f6839cddbbb HTTP/1.1" status: 200 len: 943 time: 0.1271980 Jun 16 13:00:00.393717 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-431126d5-e660-40c8-8d38-6932a412f0d1 req-53cac08a-9c26-4dc7-af99-cfebdbc24ca5 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/security-groups?id=68c5a738-8df5-4097-bf14-cd6f443068f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722606 Jun 16 13:00:00.972228 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-db5f16c0-0209-430a-994d-b55b541f973a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:01.795987 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-f567d43c-ab28-4a37-a7cb-db8b4376f068 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:01.798927 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-f567d43c-ab28-4a37-a7cb-db8b4376f068 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/networks?id=28d016d0-13fb-4b26-b65b-ddb1b886ea25 HTTP/1.1" status: 200 len: 814 time: 0.2323289 Jun 16 13:00:01.842066 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74c26b-9939-4374-8bc2-6ed0a4dbabc7 req-a0b9c255-166d-4a29-b662-49ccca503a13 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:01.845510 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-be74c26b-9939-4374-8bc2-6ed0a4dbabc7 req-a0b9c255-166d-4a29-b662-49ccca503a13 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3574b5a-f771-489d-bb4f-7f6839cddbbb HTTP/1.1" status: 200 len: 943 time: 0.2350240 Jun 16 13:00:01.850373 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-57635f45-9b4b-4cb4-a7db-aebe6afdcf6e tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/quotas/fcfe25858884497fb7a348993e91bc9b HTTP/1.1" status: 200 len: 375 time: 0.0423689 Jun 16 13:00:01.964422 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-be74c26b-9939-4374-8bc2-6ed0a4dbabc7 req-f991a195-6b99-4a7e-a459-61002f8d29a5 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/security-groups?id=68c5a738-8df5-4097-bf14-cd6f443068f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081860 Jun 16 13:00:02.010690 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-e1f30b8e-0071-4b87-9f6a-c9e6ecaf44c3 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=fcfe25858884497fb7a348993e91bc9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1430979 Jun 16 13:00:02.154277 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-c62cf76d-e74d-45c3-9a69-06bb9f490d69 service neutron] 10.222.0.67 "GET /v2.0/networks/28d016d0-13fb-4b26-b65b-ddb1b886ea25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298032 Jun 16 13:00:02.293462 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-2b665cc9-f6fd-40aa-97f7-79cfb2e9d6bf service neutron] 10.222.0.67 "GET /v2.0/networks/28d016d0-13fb-4b26-b65b-ddb1b886ea25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275661 Jun 16 13:00:02.652779 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1fec49a7-da1d-4032-b2d0-b141658dc368 req-3f36339d-5855-4165-986f-8cf91d4b3c26 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=af96c963-54d5-4c77-945e-b4f4346d48b0 HTTP/1.1" status: 200 len: 210 time: 0.0639398 Jun 16 13:00:03.127660 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:03.730696 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deada822-9c3d-4370-be2c-035e18f67670 req-f1e6f6cd-cec5-4ed6-a9a0-58db93f6710c tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:03.733418 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-deada822-9c3d-4370-be2c-035e18f67670 req-f1e6f6cd-cec5-4ed6-a9a0-58db93f6710c tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3574b5a-f771-489d-bb4f-7f6839cddbbb HTTP/1.1" status: 200 len: 943 time: 0.5093017 Jun 16 13:00:03.807369 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-deada822-9c3d-4370-be2c-035e18f67670 req-d3b98c1a-28e6-429a-a406-6c01da9ad7dd tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/security-groups?id=68c5a738-8df5-4097-bf14-cd6f443068f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595543 Jun 16 13:00:03.943960 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4b492f6f-0814-4db3-b15c-6da0d3315ed6 req-e33e8e5c-bf23-4943-8918-4f46a5756fdb tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=af96c963-54d5-4c77-945e-b4f4346d48b0 HTTP/1.1" status: 200 len: 210 time: 0.0499916 Jun 16 13:00:04.367244 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 3c436d91-3aec-46ad-b620-48e16cbdef71 details requested by agent hyperv_hv-cinder-76629 with host hv-cinder-76629 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:00:04.513552 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-3fd26f66-0f86-4fcc-a945-b86ddf14c93b tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:04.517181 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-3fd26f66-0f86-4fcc-a945-b86ddf14c93b tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.73 "GET /v2.0/networks?id=28d016d0-13fb-4b26-b65b-ddb1b886ea25 HTTP/1.1" status: 200 len: 814 time: 0.2210624 Jun 16 13:00:04.539883 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-50204159-cd05-4280-99d6-f8ed50e47335 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Request body: {'port': {'device_id': 'af96c963-54d5-4c77-945e-b4f4346d48b0', 'network_id': '28d016d0-13fb-4b26-b65b-ddb1b886ea25', 'admin_state_up': True, 'tenant_id': 'fcfe25858884497fb7a348993e91bc9b'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:00:04.585883 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 3c436d91-3aec-46ad-b620-48e16cbdef71, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=3c436d91-3aec-46ad-b620-48e16cbdef71,segment=NetworkSegment(dcca0cf4-eafc-4ce6-9f7a-4008abe5738d),segment_id=dcca0cf4-eafc-4ce6-9f7a-4008abe5738d)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:00:04.613775 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Returning: {'device': '3c436d91-3aec-46ad-b620-48e16cbdef71', 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020', 'port_id': '3c436d91-3aec-46ad-b620-48e16cbdef71', 'mac_address': 'fa:16:3e:a0:c7:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:00:04.699973 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:04.726749 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-43072469-a160-4d16-9402-2253616714b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c436d91-3aec-46ad-b620-48e16cbdef71 {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:00:04.764078 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 3c436d91-3aec-46ad-b620-48e16cbdef71, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=3c436d91-3aec-46ad-b620-48e16cbdef71,segment=NetworkSegment(dcca0cf4-eafc-4ce6-9f7a-4008abe5738d),segment_id=dcca0cf4-eafc-4ce6-9f7a-4008abe5738d)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:00:04.773693 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:04.774137 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-50204159-cd05-4280-99d6-f8ed50e47335 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Made reservation on behalf of fcfe25858884497fb7a348993e91bc9b for: {'port': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:00:04.779386 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-ef8a01cf-90a0-49fa-980f-73ccc32725e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:00:04.782085 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-50204159-cd05-4280-99d6-f8ed50e47335 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:04.856043 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=3c436d91-3aec-46ad-b620-48e16cbdef71,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:00:04.863882 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:00:05.050171 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-50204159-cd05-4280-99d6-f8ed50e47335 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Allocated IP 172.20.0.4 (28d016d0-13fb-4b26-b65b-ddb1b886ea25/d4cb0451-9a43-49dc-b542-315d5bfce2fe/99d4ca58-5e68-40ec-8639-1c32a3342598) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:00:05.051182 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] get_ports_and_sgs() called for port_ids ['3c436d91-3aec-46ad-b620-48e16cbdef71'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:00:05.273268 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ad6a5d12-9878-485f-9986-386c96dff0ff req-b9b54cda-f519-49b7-b5d3-d2349986fe67 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=af96c963-54d5-4c77-945e-b4f4346d48b0 HTTP/1.1" status: 200 len: 210 time: 0.0714185 Jun 16 13:00:05.311237 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc71ab8-1883-4185-a76c-d7835a836eae req-e14b4326-3010-4a75-b615-12fe66324530 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:05.315304 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3cc71ab8-1883-4185-a76c-d7835a836eae req-e14b4326-3010-4a75-b615-12fe66324530 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3574b5a-f771-489d-bb4f-7f6839cddbbb HTTP/1.1" status: 200 len: 944 time: 0.2543364 Jun 16 13:00:05.391837 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-50204159-cd05-4280-99d6-f8ed50e47335 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Notify callbacks [] for port, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:05.395478 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-922324f9-6820-4672-8508-19d490b29861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:05.415139 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3cc71ab8-1883-4185-a76c-d7835a836eae req-aea38dde-b346-4326-ac82-01ba1dd8a785 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/security-groups?id=68c5a738-8df5-4097-bf14-cd6f443068f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787849 Jun 16 13:00:05.479845 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-50204159-cd05-4280-99d6-f8ed50e47335 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32077152'] for port, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:05.487016 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-5b1d6d09-0ceb-4dc3-a7dd-8b1ea9381307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:00:05.575149 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-50204159-cd05-4280-99d6-f8ed50e47335 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Network 28d016d0-13fb-4b26-b65b-ddb1b886ea25 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:00:05.592289 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-50204159-cd05-4280-99d6-f8ed50e47335 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:00:05.599916 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-50204159-cd05-4280-99d6-f8ed50e47335 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:00:05.613014 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50204159-cd05-4280-99d6-f8ed50e47335 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Pushing event updated for resources: {'Port': ['ID=99d4ca58-5e68-40ec-8639-1c32a3342598,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:00:05.654062 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-50204159-cd05-4280-99d6-f8ed50e47335 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:00:05.698711 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:05.713224 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-50204159-cd05-4280-99d6-f8ed50e47335 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:05.716339 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-50204159-cd05-4280-99d6-f8ed50e47335 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:05.746948 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-50204159-cd05-4280-99d6-f8ed50e47335 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2139959 Jun 16 13:00:05.771386 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-7ea05cd5-23ff-47c0-b8fd-62b5e2e55f6e service neutron] Request body: {'port': {'device_id': 'af96c963-54d5-4c77-945e-b4f4346d48b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76629'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:00:05.869611 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-7ea05cd5-23ff-47c0-b8fd-62b5e2e55f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:06.095017 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] get_ports_and_sgs() called for port_ids ['11a06b8d-c7cb-4de2-99dc-12a823e80560', 'f2df5169-4344-4fc7-90ce-5c1ba7b14b5e'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:00:06.341590 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-7ea05cd5-23ff-47c0-b8fd-62b5e2e55f6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99d4ca58-5e68-40ec-8639-1c32a3342598 {{(pid=109146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:00:06.360388 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-7ea05cd5-23ff-47c0-b8fd-62b5e2e55f6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:06.395529 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 3c436d91-3aec-46ad-b620-48e16cbdef71 up at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:00:06.396800 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.provisioning_blocks [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-7ea05cd5-23ff-47c0-b8fd-62b5e2e55f6e service neutron] Transition to ACTIVE for port object 99d4ca58-5e68-40ec-8639-1c32a3342598 will not be triggered until provisioned by entity L2. {{(pid=109146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:00:06.404798 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-7ea05cd5-23ff-47c0-b8fd-62b5e2e55f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32077174'] for port, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:06.426851 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-05d291d4-41f3-4aef-bf20-d0167a242832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:00:06.642753 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning for port 3c436d91-3aec-46ad-b620-48e16cbdef71 completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:00:06.654086 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning complete for port 3c436d91-3aec-46ad-b620-48e16cbdef71 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:00:06.654765 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:06.689373 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea05cd5-23ff-47c0-b8fd-62b5e2e55f6e service neutron] Pushing event updated for resources: {'Port': ['ID=99d4ca58-5e68-40ec-8639-1c32a3342598,revision_number=2']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:00:06.739281 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-7ea05cd5-23ff-47c0-b8fd-62b5e2e55f6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:00:06.799324 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-7ea05cd5-23ff-47c0-b8fd-62b5e2e55f6e service neutron] Attempting to bind port 99d4ca58-5e68-40ec-8639-1c32a3342598 on host hv-cinder-76629 for vnic_type normal with profile {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:00:06.799795 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-7ea05cd5-23ff-47c0-b8fd-62b5e2e55f6e service neutron] Attempting to bind port 99d4ca58-5e68-40ec-8639-1c32a3342598 by drivers openvswitch,hyperv on host hv-cinder-76629 at level 0 using segments [{'id': '406d562f-18d7-4c3c-8317-95e8c0800580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '28d016d0-13fb-4b26-b65b-ddb1b886ea25'}] {{(pid=109146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:00:06.800397 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-7ea05cd5-23ff-47c0-b8fd-62b5e2e55f6e service neutron] Attempting to bind port 99d4ca58-5e68-40ec-8639-1c32a3342598 on network 28d016d0-13fb-4b26-b65b-ddb1b886ea25 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:00:06.809272 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-7ea05cd5-23ff-47c0-b8fd-62b5e2e55f6e service neutron] Port 99d4ca58-5e68-40ec-8639-1c32a3342598 on network 28d016d0-13fb-4b26-b65b-ddb1b886ea25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76629 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:00:06.809816 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-7ea05cd5-23ff-47c0-b8fd-62b5e2e55f6e service neutron] Attempting to bind port 99d4ca58-5e68-40ec-8639-1c32a3342598 on network 28d016d0-13fb-4b26-b65b-ddb1b886ea25 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:00:06.820388 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1cb40e-151e-4210-851b-951061b0709a req-798b266c-c29a-45af-910d-0c490df266f6 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:06.821475 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-7ea05cd5-23ff-47c0-b8fd-62b5e2e55f6e service neutron] Checking agent: {'id': 'b6c345f8-0197-4552-bdfc-f76fc82bf107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76629', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 47, 31), 'started_at': datetime.datetime(2021, 6, 16, 12, 47, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:00:06.821475 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-7ea05cd5-23ff-47c0-b8fd-62b5e2e55f6e service neutron] Checking segment: {'id': '406d562f-18d7-4c3c-8317-95e8c0800580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '28d016d0-13fb-4b26-b65b-ddb1b886ea25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:00:06.821475 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-7ea05cd5-23ff-47c0-b8fd-62b5e2e55f6e service neutron] Bound using segment: {'id': '406d562f-18d7-4c3c-8317-95e8c0800580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '28d016d0-13fb-4b26-b65b-ddb1b886ea25'} {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:00:06.822129 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-7ea05cd5-23ff-47c0-b8fd-62b5e2e55f6e service neutron] Bound port: 99d4ca58-5e68-40ec-8639-1c32a3342598, host: hv-cinder-76629, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '406d562f-18d7-4c3c-8317-95e8c0800580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '28d016d0-13fb-4b26-b65b-ddb1b886ea25'}}] {{(pid=109146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:00:06.822764 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-7ea05cd5-23ff-47c0-b8fd-62b5e2e55f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:06.832688 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ec1cb40e-151e-4210-851b-951061b0709a req-798b266c-c29a-45af-910d-0c490df266f6 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=af96c963-54d5-4c77-945e-b4f4346d48b0 HTTP/1.1" status: 200 len: 943 time: 0.2381752 Jun 16 13:00:06.876723 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:06.908742 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7e3ae-8447-4106-ad51-23971948e77d req-fd2b4058-49ab-4dfc-a164-6c6c5ea9a45a tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:06.916185 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1be7e3ae-8447-4106-ad51-23971948e77d req-fd2b4058-49ab-4dfc-a164-6c6c5ea9a45a tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3574b5a-f771-489d-bb4f-7f6839cddbbb HTTP/1.1" status: 200 len: 944 time: 0.2270410 Jun 16 13:00:06.925769 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3574b5a-f771-489d-bb4f-7f6839cddbbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c436d91-3aec-46ad-b620-48e16cbdef71'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:00:06.930068 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc19868b2eeee4f788927d96de96bc76ef619c1c8eef803ec6a338432d17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b40681-31be-48ee-9eb7-b163edc2e495" -d '{"events": [{"server_uuid": "f3574b5a-f771-489d-bb4f-7f6839cddbbb", "name": "network-vif-plugged", "status": "completed", "tag": "3c436d91-3aec-46ad-b620-48e16cbdef71"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:00:06.942466 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ec1cb40e-151e-4210-851b-951061b0709a req-6e6209c6-26e4-44b9-8f78-44b83d9b89ff tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068025 Jun 16 13:00:06.959985 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-7ea05cd5-23ff-47c0-b8fd-62b5e2e55f6e service neutron] For port 99d4ca58-5e68-40ec-8639-1c32a3342598, host hv-cinder-76629, cleared binding levels {{(pid=109146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:00:06.961104 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 3c436d91-3aec-46ad-b620-48e16cbdef71, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=3c436d91-3aec-46ad-b620-48e16cbdef71,segment=NetworkSegment(dcca0cf4-eafc-4ce6-9f7a-4008abe5738d),segment_id=dcca0cf4-eafc-4ce6-9f7a-4008abe5738d)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:00:06.967144 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:06.968000 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-7ea05cd5-23ff-47c0-b8fd-62b5e2e55f6e service neutron] For port 99d4ca58-5e68-40ec-8639-1c32a3342598, host hv-cinder-76629, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=99d4ca58-5e68-40ec-8639-1c32a3342598,segment=NetworkSegment(406d562f-18d7-4c3c-8317-95e8c0800580),segment_id=406d562f-18d7-4c3c-8317-95e8c0800580)] {{(pid=109146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:00:06.972026 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:00:06.980078 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-7ea05cd5-23ff-47c0-b8fd-62b5e2e55f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32077174'] for port, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:06.988317 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-7d280b56-dc24-4f1c-91bf-283c042ee572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:00:07.036076 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1be7e3ae-8447-4106-ad51-23971948e77d req-658a1be1-26f7-4043-8c18-bb0bfce95f1f tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/security-groups?id=68c5a738-8df5-4097-bf14-cd6f443068f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992777 Jun 16 13:00:07.086456 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-7ea05cd5-23ff-47c0-b8fd-62b5e2e55f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:07.087593 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-7ea05cd5-23ff-47c0-b8fd-62b5e2e55f6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:07.090180 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-7ea05cd5-23ff-47c0-b8fd-62b5e2e55f6e service neutron] 10.222.0.73 "PUT /v2.0/ports/99d4ca58-5e68-40ec-8639-1c32a3342598 HTTP/1.1" status: 200 len: 1093 time: 1.3251426 Jun 16 13:00:07.093834 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d226b921-b4b6-4b01-9658-b4681858c469 x-openstack-request-id: req-d226b921-b4b6-4b01-9658-b4681858c469 {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:00:07.094366 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3574b5a-f771-489d-bb4f-7f6839cddbbb", "name": "network-vif-plugged", "status": "completed", "tag": "3c436d91-3aec-46ad-b620-48e16cbdef71", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:00:07.094790 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d226b921-b4b6-4b01-9658-b4681858c469 {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:00:07.095968 dv-cinder-766296-6-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3574b5a-f771-489d-bb4f-7f6839cddbbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c436d91-3aec-46ad-b620-48e16cbdef71', 'code': 200} Jun 16 13:00:07.098317 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af96c963-54d5-4c77-945e-b4f4346d48b0', 'tag': '99d4ca58-5e68-40ec-8639-1c32a3342598'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:00:07.103568 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d3ced2b0755242c869f5b076fa8168e6e97917c7fd5877aaea6e5f8b8701d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3163cb-17bc-4777-acc6-07d039bedc4e" -d '{"events": [{"name": "network-changed", "server_uuid": "af96c963-54d5-4c77-945e-b4f4346d48b0", "tag": "99d4ca58-5e68-40ec-8639-1c32a3342598"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:00:07.120077 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:07.145517 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=3c436d91-3aec-46ad-b620-48e16cbdef71,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:00:07.148521 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:00:07.228233 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e496a48-31fc-473e-86c8-6293aa6ee423 x-openstack-request-id: req-8e496a48-31fc-473e-86c8-6293aa6ee423 {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:00:07.228785 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af96c963-54d5-4c77-945e-b4f4346d48b0", "tag": "99d4ca58-5e68-40ec-8639-1c32a3342598", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:00:07.229281 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8e496a48-31fc-473e-86c8-6293aa6ee423 {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:00:07.230050 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af96c963-54d5-4c77-945e-b4f4346d48b0', 'tag': '99d4ca58-5e68-40ec-8639-1c32a3342598', 'status': 'completed', 'code': 200} Jun 16 13:00:07.233261 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea05cd5-23ff-47c0-b8fd-62b5e2e55f6e service neutron] Pushing event updated for resources: {'Port': ['ID=99d4ca58-5e68-40ec-8639-1c32a3342598,revision_number=3']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:00:07.241038 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-7ea05cd5-23ff-47c0-b8fd-62b5e2e55f6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:00:07.294142 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-b995be3a-cb33-4ad6-a2d8-1f4846445de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:07.297016 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-b995be3a-cb33-4ad6-a2d8-1f4846445de7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fcfe25858884497fb7a348993e91bc9b&device_id=af96c963-54d5-4c77-945e-b4f4346d48b0 HTTP/1.1" status: 200 len: 1096 time: 0.1314318 Jun 16 13:00:07.373670 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-b2b37b84-cdf4-486d-a70e-9c56103e0480 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99d4ca58-5e68-40ec-8639-1c32a3342598 HTTP/1.1" status: 200 len: 217 time: 0.0675220 Jun 16 13:00:07.480115 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-754f1a82-0399-4b23-84e0-9aa1e2af0bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:07.482755 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-754f1a82-0399-4b23-84e0-9aa1e2af0bd7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4cb0451-9a43-49dc-b542-315d5bfce2fe HTTP/1.1" status: 200 len: 854 time: 0.1013777 Jun 16 13:00:07.587126 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-05e49f06-6604-42f6-b85f-ea589bed2195 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=28d016d0-13fb-4b26-b65b-ddb1b886ea25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883579 Jun 16 13:00:07.755937 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33e262-8f57-4977-b3f0-622e15b63713 req-94ff0e70-34f9-4177-bacb-4fce3e3b1f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:07.759536 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9d33e262-8f57-4977-b3f0-622e15b63713 req-94ff0e70-34f9-4177-bacb-4fce3e3b1f35 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f3574b5a-f771-489d-bb4f-7f6839cddbbb HTTP/1.1" status: 200 len: 1098 time: 0.2745051 Jun 16 13:00:07.817501 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-20ebe25c-3d6c-463b-85e5-59e9f5a118e7 service neutron] 10.222.0.73 "GET /v2.0/networks/28d016d0-13fb-4b26-b65b-ddb1b886ea25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208114 Jun 16 13:00:07.881890 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-9d33e262-8f57-4977-b3f0-622e15b63713 req-e4c5cba0-78a7-43c6-8968-d7b54eecdd14 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=68c5a738-8df5-4097-bf14-cd6f443068f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130362 Jun 16 13:00:08.021801 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e9a57df3-ac4e-4d98-b695-ca7d59638119 req-7c51e28f-aebd-448e-a74d-344b947a6fd2 service neutron] 10.222.0.73 "GET /v2.0/networks/28d016d0-13fb-4b26-b65b-ddb1b886ea25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968553 Jun 16 13:00:08.215641 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3163cb-17bc-4777-acc6-07d039bedc4e req-3745c87b-45cc-4f9b-8614-bc7ba12ca082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:08.221559 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1a3163cb-17bc-4777-acc6-07d039bedc4e req-3745c87b-45cc-4f9b-8614-bc7ba12ca082 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fcfe25858884497fb7a348993e91bc9b&device_id=af96c963-54d5-4c77-945e-b4f4346d48b0 HTTP/1.1" status: 200 len: 1096 time: 0.1212220 Jun 16 13:00:08.371079 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114c044-50ed-45a8-bfd7-ffe540f7b0b1 req-1642d61c-7257-4b84-bd31-00904d1b736b tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:08.373518 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c114c044-50ed-45a8-bfd7-ffe540f7b0b1 req-1642d61c-7257-4b84-bd31-00904d1b736b tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=af96c963-54d5-4c77-945e-b4f4346d48b0 HTTP/1.1" status: 200 len: 943 time: 0.1796832 Jun 16 13:00:08.432049 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3163cb-17bc-4777-acc6-07d039bedc4e req-5415f856-e80e-4a20-9ded-53ec3e2bc92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:08.435551 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1a3163cb-17bc-4777-acc6-07d039bedc4e req-5415f856-e80e-4a20-9ded-53ec3e2bc92e service neutron] 10.222.0.73 "GET /v2.0/networks?id=28d016d0-13fb-4b26-b65b-ddb1b886ea25 HTTP/1.1" status: 200 len: 915 time: 0.2012405 Jun 16 13:00:08.461580 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10645c81-e674-48b3-a08b-03a858e977cf req-b3ea49b5-7f39-491d-aa2f-7b0e91a67c8f tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:08.464166 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-10645c81-e674-48b3-a08b-03a858e977cf req-b3ea49b5-7f39-491d-aa2f-7b0e91a67c8f tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3574b5a-f771-489d-bb4f-7f6839cddbbb HTTP/1.1" status: 200 len: 945 time: 0.1768126 Jun 16 13:00:08.510622 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c114c044-50ed-45a8-bfd7-ffe540f7b0b1 req-20a126f9-8da6-432b-b8e7-166fc6d017fd tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176655 Jun 16 13:00:08.539751 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1a3163cb-17bc-4777-acc6-07d039bedc4e req-27698a86-19c5-467e-870e-714ca9e58491 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99d4ca58-5e68-40ec-8639-1c32a3342598 HTTP/1.1" status: 200 len: 217 time: 0.0927911 Jun 16 13:00:08.570067 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-10645c81-e674-48b3-a08b-03a858e977cf req-da5a10b7-c6bd-41f3-820a-59477566546a tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/security-groups?id=68c5a738-8df5-4097-bf14-cd6f443068f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882773 Jun 16 13:00:08.653603 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3163cb-17bc-4777-acc6-07d039bedc4e req-260ad600-0415-4e3a-b80b-a5c3fe0fa1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:08.656969 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1a3163cb-17bc-4777-acc6-07d039bedc4e req-260ad600-0415-4e3a-b80b-a5c3fe0fa1d5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4cb0451-9a43-49dc-b542-315d5bfce2fe HTTP/1.1" status: 200 len: 854 time: 0.1087818 Jun 16 13:00:08.720189 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1a3163cb-17bc-4777-acc6-07d039bedc4e req-30e54b1a-431f-4e4b-8c22-b6e551949966 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=28d016d0-13fb-4b26-b65b-ddb1b886ea25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559683 Jun 16 13:00:08.910715 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1a3163cb-17bc-4777-acc6-07d039bedc4e req-3c42ee5e-178f-4ed5-9209-f9d8415475c5 service neutron] 10.222.0.73 "GET /v2.0/networks/28d016d0-13fb-4b26-b65b-ddb1b886ea25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729343 Jun 16 13:00:09.097864 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1a3163cb-17bc-4777-acc6-07d039bedc4e req-c0f76fb2-36b7-4c6e-984e-05dcb9a21e4b service neutron] 10.222.0.73 "GET /v2.0/networks/28d016d0-13fb-4b26-b65b-ddb1b886ea25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798203 Jun 16 13:00:09.339393 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:09.893629 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c4d0c-f56a-4749-bef4-5c9a9fbf412f req-9df28f5f-a430-4d5a-9507-5f86cc31993d tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:09.896439 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a04c4d0c-f56a-4749-bef4-5c9a9fbf412f req-9df28f5f-a430-4d5a-9507-5f86cc31993d tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=af96c963-54d5-4c77-945e-b4f4346d48b0 HTTP/1.1" status: 200 len: 943 time: 0.1890252 Jun 16 13:00:09.989897 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a04c4d0c-f56a-4749-bef4-5c9a9fbf412f req-355b5834-0e59-4110-8641-c9b64d3ebb06 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838132 Jun 16 13:00:10.006579 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b2cf36-3dfb-42d8-8fa0-b53eb7b8c901 req-0c5ab639-0531-4060-8532-1f8e38becfb1 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:10.009100 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-62b2cf36-3dfb-42d8-8fa0-b53eb7b8c901 req-0c5ab639-0531-4060-8532-1f8e38becfb1 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3574b5a-f771-489d-bb4f-7f6839cddbbb HTTP/1.1" status: 200 len: 945 time: 0.2092955 Jun 16 13:00:10.094567 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-62b2cf36-3dfb-42d8-8fa0-b53eb7b8c901 req-d350b5cb-beee-4b1e-9776-95c2a8d40e1b tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/security-groups?id=68c5a738-8df5-4097-bf14-cd6f443068f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734913 Jun 16 13:00:10.186989 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:00:10.389598 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962dd12-1f40-45d0-8212-a93f0ab74238 req-a1365f41-dec0-4c69-bc86-df74876240e2 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:10.392507 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2962dd12-1f40-45d0-8212-a93f0ab74238 req-a1365f41-dec0-4c69-bc86-df74876240e2 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3574b5a-f771-489d-bb4f-7f6839cddbbb HTTP/1.1" status: 200 len: 945 time: 0.1226707 Jun 16 13:00:10.428955 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 99d4ca58-5e68-40ec-8639-1c32a3342598 details requested by agent hyperv_hv-cinder-76629 with host hv-cinder-76629 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:00:10.461974 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2962dd12-1f40-45d0-8212-a93f0ab74238 req-b312821d-c62e-4803-90e3-b9d847071651 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/security-groups?id=68c5a738-8df5-4097-bf14-cd6f443068f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568409 Jun 16 13:00:10.511613 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 54104) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:00:10.625796 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 99d4ca58-5e68-40ec-8639-1c32a3342598, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=99d4ca58-5e68-40ec-8639-1c32a3342598,segment=NetworkSegment(406d562f-18d7-4c3c-8317-95e8c0800580),segment_id=406d562f-18d7-4c3c-8317-95e8c0800580)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:00:10.651403 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Returning: {'device': '99d4ca58-5e68-40ec-8639-1c32a3342598', 'network_id': '28d016d0-13fb-4b26-b65b-ddb1b886ea25', 'port_id': '99d4ca58-5e68-40ec-8639-1c32a3342598', 'mac_address': 'fa:16:3e:e3:90:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4cb0451-9a43-49dc-b542-315d5bfce2fe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:00:10.732223 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:10.767498 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-43072469-a160-4d16-9402-2253616714b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99d4ca58-5e68-40ec-8639-1c32a3342598 {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:00:10.808166 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 99d4ca58-5e68-40ec-8639-1c32a3342598, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=99d4ca58-5e68-40ec-8639-1c32a3342598,segment=NetworkSegment(406d562f-18d7-4c3c-8317-95e8c0800580),segment_id=406d562f-18d7-4c3c-8317-95e8c0800580)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:00:10.819417 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:10.823694 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:00:10.919570 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=99d4ca58-5e68-40ec-8639-1c32a3342598,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:00:10.928134 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:00:10.932918 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2c10be-4b4b-4c3d-9695-eb19252660e0 tempest-TestVolumeBootPattern-564588437 tempest-TestVolumeBootPattern-564588437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:10.935691 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-0a2c10be-4b4b-4c3d-9695-eb19252660e0 tempest-TestVolumeBootPattern-564588437 tempest-TestVolumeBootPattern-564588437-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=f3574b5a-f771-489d-bb4f-7f6839cddbbb HTTP/1.1" status: 200 len: 1093 time: 0.4224710 Jun 16 13:00:10.941571 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 54114) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:00:10.947916 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-23a389dc-f744-4725-933a-f146a5b2be32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Request body: {'floatingip': {'floating_network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'port_id': '3c436d91-3aec-46ad-b620-48e16cbdef71', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:00:10.977756 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-23a389dc-f744-4725-933a-f146a5b2be32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for floatingip, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:11.121478 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] get_ports_and_sgs() called for port_ids ['99d4ca58-5e68-40ec-8639-1c32a3342598'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:00:11.135692 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-23a389dc-f744-4725-933a-f146a5b2be32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:11.359679 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5bf892-7d1a-4555-93b4-fb74e7d72cd8 req-bfc9487b-3356-46db-8564-75983326ab59 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:11.362468 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5d5bf892-7d1a-4555-93b4-fb74e7d72cd8 req-bfc9487b-3356-46db-8564-75983326ab59 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=af96c963-54d5-4c77-945e-b4f4346d48b0 HTTP/1.1" status: 200 len: 944 time: 0.1315250 Jun 16 13:00:11.364769 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [None req-23a389dc-f744-4725-933a-f146a5b2be32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Allocated IP 172.27.0.151 (31dc54ca-819a-4fca-8a47-71bd58082db2/22fb36b4-54fb-4b68-bc71-a723384dad9b/11fafbd4-df32-49a5-8243-2fa746a25b0a) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:00:11.441465 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-5d5bf892-7d1a-4555-93b4-fb74e7d72cd8 req-2616b4d4-5c80-4708-a376-8eb6d4a01d8a tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676079 Jun 16 13:00:11.576920 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-23a389dc-f744-4725-933a-f146a5b2be32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for port, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:11.654515 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-23a389dc-f744-4725-933a-f146a5b2be32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32077152'] for port, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:11.660691 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-7ea05cd5-23ff-47c0-b8fd-62b5e2e55f6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:00:11.736435 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a389dc-f744-4725-933a-f146a5b2be32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Network 31dc54ca-819a-4fca-8a47-71bd58082db2 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:00:11.742069 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-23a389dc-f744-4725-933a-f146a5b2be32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:00:11.751224 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a389dc-f744-4725-933a-f146a5b2be32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:00:11.799704 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a389dc-f744-4725-933a-f146a5b2be32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Pushing event updated for resources: {'Port': ['ID=11fafbd4-df32-49a5-8243-2fa746a25b0a,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:00:11.823627 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a389dc-f744-4725-933a-f146a5b2be32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:00:11.824274 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a389dc-f744-4725-933a-f146a5b2be32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:00:11.824808 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a389dc-f744-4725-933a-f146a5b2be32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:00:11.825268 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a389dc-f744-4725-933a-f146a5b2be32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:00:11.825901 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a389dc-f744-4725-933a-f146a5b2be32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:00:11.826570 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a389dc-f744-4725-933a-f146a5b2be32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:00:11.827212 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a389dc-f744-4725-933a-f146a5b2be32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:00:11.827866 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a389dc-f744-4725-933a-f146a5b2be32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:00:11.828536 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a389dc-f744-4725-933a-f146a5b2be32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:00:11.829166 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a389dc-f744-4725-933a-f146a5b2be32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:00:11.829809 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a389dc-f744-4725-933a-f146a5b2be32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:00:11.830392 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a389dc-f744-4725-933a-f146a5b2be32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:00:11.838821 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-23a389dc-f744-4725-933a-f146a5b2be32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:00:12.429261 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 99d4ca58-5e68-40ec-8639-1c32a3342598 up at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:00:12.472872 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-23a389dc-f744-4725-933a-f146a5b2be32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:12.511532 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning for port 99d4ca58-5e68-40ec-8639-1c32a3342598 completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:00:12.519037 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning complete for port 99d4ca58-5e68-40ec-8639-1c32a3342598 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:00:12.519723 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:12.634313 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-23a389dc-f744-4725-933a-f146a5b2be32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:12.678482 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:12.725753 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af96c963-54d5-4c77-945e-b4f4346d48b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d4ca58-5e68-40ec-8639-1c32a3342598'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:00:12.729908 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc19868b2eeee4f788927d96de96bc76ef619c1c8eef803ec6a338432d17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f6f9ef-73b0-4cf0-9ca0-761d5bfeeb9c" -d '{"events": [{"server_uuid": "af96c963-54d5-4c77-945e-b4f4346d48b0", "name": "network-vif-plugged", "status": "completed", "tag": "99d4ca58-5e68-40ec-8639-1c32a3342598"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:00:12.754657 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 99d4ca58-5e68-40ec-8639-1c32a3342598, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=99d4ca58-5e68-40ec-8639-1c32a3342598,segment=NetworkSegment(406d562f-18d7-4c3c-8317-95e8c0800580),segment_id=406d562f-18d7-4c3c-8317-95e8c0800580)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:00:12.763067 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ae1c5-8063-4ea3-b46f-64f35f6bf307 req-436da1e3-3265-4fd1-8a86-83f12699be6b tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:12.763963 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:12.767753 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-695ae1c5-8063-4ea3-b46f-64f35f6bf307 req-436da1e3-3265-4fd1-8a86-83f12699be6b tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=af96c963-54d5-4c77-945e-b4f4346d48b0 HTTP/1.1" status: 200 len: 944 time: 0.1206613 Jun 16 13:00:12.768321 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-5f35f6aa-bbf4-4329-b39b-01bf2483ba32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:00:12.820131 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc541c3b-7e49-4885-bd1c-5283807b2c97 x-openstack-request-id: req-cc541c3b-7e49-4885-bd1c-5283807b2c97 {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:00:12.820131 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af96c963-54d5-4c77-945e-b4f4346d48b0", "name": "network-vif-plugged", "status": "completed", "tag": "99d4ca58-5e68-40ec-8639-1c32a3342598", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:00:12.820131 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cc541c3b-7e49-4885-bd1c-5283807b2c97 {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:00:12.820843 dv-cinder-766296-6-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af96c963-54d5-4c77-945e-b4f4346d48b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d4ca58-5e68-40ec-8639-1c32a3342598', 'code': 200} Jun 16 13:00:12.857101 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-695ae1c5-8063-4ea3-b46f-64f35f6bf307 req-83652dc3-ae95-45c5-963b-be3a898035a9 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789256 Jun 16 13:00:12.878457 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=99d4ca58-5e68-40ec-8639-1c32a3342598,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:00:12.895101 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:00:12.950498 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-23a389dc-f744-4725-933a-f146a5b2be32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for port, precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:12.957686 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-23a389dc-f744-4725-933a-f146a5b2be32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32077174'] for port, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:12.961118 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-859f3a3a-d994-4bcd-8374-35680e956e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:00:13.074014 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a389dc-f744-4725-933a-f146a5b2be32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Pushing event updated for resources: {'Port': ['ID=11fafbd4-df32-49a5-8243-2fa746a25b0a,revision_number=2']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:00:13.082626 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-23a389dc-f744-4725-933a-f146a5b2be32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:00:13.100426 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-23a389dc-f744-4725-933a-f146a5b2be32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442364'] for floatingip, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:13.306470 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.db.l3_db [None req-23a389dc-f744-4725-933a-f146a5b2be32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Floating IP 6b526d81-d497-4518-b0c9-8bc5459a7a48 associated. External IP: 172.27.0.151, port: 3c436d91-3aec-46ad-b620-48e16cbdef71. Jun 16 13:00:13.316046 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09f52e-47f4-4a2f-8acb-81f980b0587f req-a48566d1-97c1-40da-98e2-ae28351f1bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:13.318910 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-5b09f52e-47f4-4a2f-8acb-81f980b0587f req-a48566d1-97c1-40da-98e2-ae28351f1bd3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=af96c963-54d5-4c77-945e-b4f4346d48b0 HTTP/1.1" status: 200 len: 1098 time: 0.1639853 Jun 16 13:00:13.481250 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-5b09f52e-47f4-4a2f-8acb-81f980b0587f req-eb90c406-6bf5-45ee-b80c-e389d14a497f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009564 Jun 16 13:00:13.730805 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a389dc-f744-4725-933a-f146a5b2be32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Router 7e42a6ab-b333-4411-a2f9-bb727764d8ef has already been hosted by L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 {{(pid=109146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:00:13.965649 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a389dc-f744-4725-933a-f146a5b2be32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:00:13.987788 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc289e7-4208-49c0-9171-542500fd2c3d None None] Sync routers for ids ['7e42a6ab-b333-4411-a2f9-bb727764d8ef'] in dv-cinder-766296-6-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:00:14.004774 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc289e7-4208-49c0-9171-542500fd2c3d None None] Routers {'7e42a6ab-b333-4411-a2f9-bb727764d8ef'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:00:14.005930 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-1dc289e7-4208-49c0-9171-542500fd2c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a6d7a30>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T13:00:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['7e42a6ab-b333-4411-a2f9-bb727764d8ef'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:00:14.011518 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-23a389dc-f744-4725-933a-f146a5b2be32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for floatingip, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:14.090863 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-23a389dc-f744-4725-933a-f146a5b2be32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1474090 Jun 16 13:00:14.092328 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3574b5a-f771-489d-bb4f-7f6839cddbbb', 'tag': '3c436d91-3aec-46ad-b620-48e16cbdef71'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:00:14.100172 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d3ced2b0755242c869f5b076fa8168e6e97917c7fd5877aaea6e5f8b8701d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb57ce47-d1e9-4efd-8d8b-cc4ca53b64b5" -d '{"events": [{"name": "network-changed", "server_uuid": "f3574b5a-f771-489d-bb4f-7f6839cddbbb", "tag": "3c436d91-3aec-46ad-b620-48e16cbdef71"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:00:14.189102 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5c33b9-c914-4b72-a0a4-033cfe80ed51 x-openstack-request-id: req-ad5c33b9-c914-4b72-a0a4-033cfe80ed51 {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:00:14.189650 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3574b5a-f771-489d-bb4f-7f6839cddbbb", "tag": "3c436d91-3aec-46ad-b620-48e16cbdef71", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:00:14.190179 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ad5c33b9-c914-4b72-a0a4-033cfe80ed51 {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:00:14.190978 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3574b5a-f771-489d-bb4f-7f6839cddbbb', 'tag': '3c436d91-3aec-46ad-b620-48e16cbdef71', 'status': 'completed', 'code': 200} Jun 16 13:00:14.219743 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08a579-1485-445d-b6a6-ee5fa53ac240 req-03bd268b-83db-4511-a725-f8781e63400c tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:14.219743 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7e08a579-1485-445d-b6a6-ee5fa53ac240 req-03bd268b-83db-4511-a725-f8781e63400c tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=af96c963-54d5-4c77-945e-b4f4346d48b0 HTTP/1.1" status: 200 len: 945 time: 0.1550736 Jun 16 13:00:14.259985 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-1dc289e7-4208-49c0-9171-542500fd2c3d None None] Set router 7e42a6ab-b333-4411-a2f9-bb727764d8ef gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:00:14.293966 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7e08a579-1485-445d-b6a6-ee5fa53ac240 req-fb96a75c-0de8-405f-b420-216cba4067e9 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607774 Jun 16 13:00:14.385292 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57ce47-d1e9-4efd-8d8b-cc4ca53b64b5 req-b2dcf0c4-da44-4291-9ee8-44a181b16a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:14.385292 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-fb57ce47-d1e9-4efd-8d8b-cc4ca53b64b5 req-b2dcf0c4-da44-4291-9ee8-44a181b16a9d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=da4b4dfb37af47e0a46b78585a4d542d&device_id=f3574b5a-f771-489d-bb4f-7f6839cddbbb HTTP/1.1" status: 200 len: 1098 time: 0.1398382 Jun 16 13:00:14.555374 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57ce47-d1e9-4efd-8d8b-cc4ca53b64b5 req-c11b5a9f-eea1-4351-ab06-0585424901d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:14.558716 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-fb57ce47-d1e9-4efd-8d8b-cc4ca53b64b5 req-c11b5a9f-eea1-4351-ab06-0585424901d8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=81366883-77d0-4eba-a7ab-e7372a5bb020 HTTP/1.1" status: 200 len: 912 time: 0.1669617 Jun 16 13:00:14.689345 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-fb57ce47-d1e9-4efd-8d8b-cc4ca53b64b5 req-969e44d4-8481-4d86-968d-9aed237ed316 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c436d91-3aec-46ad-b620-48e16cbdef71 HTTP/1.1" status: 200 len: 999 time: 0.1211417 Jun 16 13:00:14.750855 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-1dc289e7-4208-49c0-9171-542500fd2c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a6d7a30>, [{'id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'name': 'tempest-TestVolumeBootPattern-300302500-router', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:59:00Z', 'updated_at': '2021-06-16T12:59:10Z', 'revision_number': 4, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'gw_port': {'id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:02Z', 'updated_at': '2021-06-16T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_floatingips': [{'id': '6b526d81-d497-4518-b0c9-8bc5459a7a48', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'router_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'port_id': '3c436d91-3aec-46ad-b620-48e16cbdef71', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020', 'mac_address': 'fa:16:3e:a0:c7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3574b5a-f771-489d-bb4f-7f6839cddbbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:00:12Z', 'updated_at': '2021-06-16T13:00:12Z', 'revision_number': 0, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '822e6074-c6ba-4408-9a6b-09da0d0ed14a', 'name': '', 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'mac_address': 'fa:16:3e:9f:18:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:08Z', 'updated_at': '2021-06-16T12:59:15Z', 'revision_number': 5, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'subnets': [{'id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:00:14.757380 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc289e7-4208-49c0-9171-542500fd2c3d None None] Checking router: 7e42a6ab-b333-4411-a2f9-bb727764d8ef for host: dv-cinder-766296-6-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:00:14.775279 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc289e7-4208-49c0-9171-542500fd2c3d None None] Routers {'7e42a6ab-b333-4411-a2f9-bb727764d8ef'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:00:14.776662 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-1dc289e7-4208-49c0-9171-542500fd2c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a6d7a30>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T13:00:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['7e42a6ab-b333-4411-a2f9-bb727764d8ef'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:00:14.790989 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57ce47-d1e9-4efd-8d8b-cc4ca53b64b5 req-11dc77cd-7038-4713-955f-b472dca754b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:14.793676 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-fb57ce47-d1e9-4efd-8d8b-cc4ca53b64b5 req-11dc77cd-7038-4713-955f-b472dca754b1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5c93f27e-893b-471b-8c45-8d133d4e0e81 HTTP/1.1" status: 200 len: 850 time: 0.0853786 Jun 16 13:00:14.899043 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57ce47-d1e9-4efd-8d8b-cc4ca53b64b5 req-4c410bb9-c37d-417c-b04a-1430d54c590a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:14.901643 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-fb57ce47-d1e9-4efd-8d8b-cc4ca53b64b5 req-4c410bb9-c37d-417c-b04a-1430d54c590a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=81366883-77d0-4eba-a7ab-e7372a5bb020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1007876 Jun 16 13:00:14.969999 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-1dc289e7-4208-49c0-9171-542500fd2c3d None None] Set router 7e42a6ab-b333-4411-a2f9-bb727764d8ef gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:00:15.060329 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-fb57ce47-d1e9-4efd-8d8b-cc4ca53b64b5 req-6f2c23c6-be1d-4ffa-8f37-0a24983e673e service neutron] 10.222.0.73 "GET /v2.0/networks/81366883-77d0-4eba-a7ab-e7372a5bb020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513164 Jun 16 13:00:15.228675 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-fb57ce47-d1e9-4efd-8d8b-cc4ca53b64b5 req-bd769499-a462-4e0c-ab32-a01f311f1a6d service neutron] 10.222.0.73 "GET /v2.0/networks/81366883-77d0-4eba-a7ab-e7372a5bb020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603296 Jun 16 13:00:15.424128 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-1dc289e7-4208-49c0-9171-542500fd2c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a6d7a30>, [{'id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'name': 'tempest-TestVolumeBootPattern-300302500-router', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:59:00Z', 'updated_at': '2021-06-16T12:59:10Z', 'revision_number': 4, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'gw_port': {'id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:02Z', 'updated_at': '2021-06-16T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_floatingips': [{'id': '6b526d81-d497-4518-b0c9-8bc5459a7a48', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'router_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'port_id': '3c436d91-3aec-46ad-b620-48e16cbdef71', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020', 'mac_address': 'fa:16:3e:a0:c7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3574b5a-f771-489d-bb4f-7f6839cddbbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:00:12Z', 'updated_at': '2021-06-16T13:00:12Z', 'revision_number': 0, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '822e6074-c6ba-4408-9a6b-09da0d0ed14a', 'name': '', 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'mac_address': 'fa:16:3e:9f:18:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:08Z', 'updated_at': '2021-06-16T12:59:15Z', 'revision_number': 5, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'subnets': [{'id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:00:15.429754 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc289e7-4208-49c0-9171-542500fd2c3d None None] The sync data for ids ['7e42a6ab-b333-4411-a2f9-bb727764d8ef'] in dv-cinder-766296-6-iscsi is: [{'id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'name': 'tempest-TestVolumeBootPattern-300302500-router', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:59:00Z', 'updated_at': '2021-06-16T12:59:10Z', 'revision_number': 4, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'gw_port': {'id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:02Z', 'updated_at': '2021-06-16T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_floatingips': [{'id': '6b526d81-d497-4518-b0c9-8bc5459a7a48', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'router_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'port_id': '3c436d91-3aec-46ad-b620-48e16cbdef71', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020', 'mac_address': 'fa:16:3e:a0:c7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3574b5a-f771-489d-bb4f-7f6839cddbbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:00:12Z', 'updated_at': '2021-06-16T13:00:12Z', 'revision_number': 0, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '822e6074-c6ba-4408-9a6b-09da0d0ed14a', 'name': '', 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'mac_address': 'fa:16:3e:9f:18:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:08Z', 'updated_at': '2021-06-16T12:59:15Z', 'revision_number': 5, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'subnets': [{'id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:00:15.664399 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586dafb-f9df-4d35-b92f-53a5ce18b0cd req-ff87ec98-8332-4659-beca-f88f4798d14b tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:15.667387 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0586dafb-f9df-4d35-b92f-53a5ce18b0cd req-ff87ec98-8332-4659-beca-f88f4798d14b tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=af96c963-54d5-4c77-945e-b4f4346d48b0 HTTP/1.1" status: 200 len: 945 time: 0.1286001 Jun 16 13:00:15.748142 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0586dafb-f9df-4d35-b92f-53a5ce18b0cd req-6a953486-026f-40f7-abc2-a81ad06a876f tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683155 Jun 16 13:00:15.822398 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec943c6a-be19-4b06-8bac-bcd40d84272c None None] New status for floating IP 6b526d81-d497-4518-b0c9-8bc5459a7a48: ACTIVE {{(pid=109148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:00:30.958802 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-5fc04a60-eb31-449c-8bde-591b44c63933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:32.042612 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207cb0c-d517-4cce-8e85-508f511725da req-69443e25-36a7-4dbc-aead-ba12a221bd23 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:32.044217 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c207cb0c-d517-4cce-8e85-508f511725da req-69443e25-36a7-4dbc-aead-ba12a221bd23 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/networks?id=28d016d0-13fb-4b26-b65b-ddb1b886ea25 HTTP/1.1" status: 200 len: 814 time: 0.1173558 Jun 16 13:00:32.064452 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c207cb0c-d517-4cce-8e85-508f511725da req-8bcf12e0-4c38-4067-817b-e07e45dd6a1d tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/quotas/fcfe25858884497fb7a348993e91bc9b HTTP/1.1" status: 200 len: 375 time: 0.0116224 Jun 16 13:00:32.163368 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c207cb0c-d517-4cce-8e85-508f511725da req-33a67788-db00-43f1-9fae-7cac8893ed58 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=fcfe25858884497fb7a348993e91bc9b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0926459 Jun 16 13:00:32.239034 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [req-c207cb0c-d517-4cce-8e85-508f511725da req-8999a172-dc4f-4aeb-a5d7-424ea4867029 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=109145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 13:00:32.240532 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c207cb0c-d517-4cce-8e85-508f511725da req-8999a172-dc4f-4aeb-a5d7-424ea4867029 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0695684 Jun 16 13:00:32.363484 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c207cb0c-d517-4cce-8e85-508f511725da req-378240c8-a41c-4134-9364-e109da095596 service neutron] 10.222.0.67 "GET /v2.0/networks/28d016d0-13fb-4b26-b65b-ddb1b886ea25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143837 Jun 16 13:00:32.502266 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c207cb0c-d517-4cce-8e85-508f511725da req-9a7de117-4dcb-4d7d-97d1-36604cf887e7 service neutron] 10.222.0.67 "GET /v2.0/networks/28d016d0-13fb-4b26-b65b-ddb1b886ea25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285534 Jun 16 13:00:32.797960 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3bc348f9-c6cf-43d4-8190-9c9f9b6cf566 req-b24e8ee2-b209-4650-8681-6d47998cfca0 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=09ca7a88-8df8-49f7-b015-ed7fb0506510 HTTP/1.1" status: 200 len: 210 time: 0.0530651 Jun 16 13:00:33.140225 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:34.073741 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c65c0000-542b-473c-97ae-d0202232c3d7 req-824acb55-2978-4c6c-a5c6-1718f6038f1d tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=09ca7a88-8df8-49f7-b015-ed7fb0506510 HTTP/1.1" status: 200 len: 210 time: 0.0405726 Jun 16 13:00:34.120935 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 54300) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:00:34.271256 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-61185fc3-0885-49c5-8021-7a0fd0a0a2d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:34.398791 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-61185fc3-0885-49c5-8021-7a0fd0a0a2d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:34.404058 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-61185fc3-0885-49c5-8021-7a0fd0a0a2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:34.408933 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-5795dd71-76fc-4cdb-a2dc-7b551d3c2ead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:00:34.464713 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-61185fc3-0885-49c5-8021-7a0fd0a0a2d7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a4a5b8f055ab447fadb180ef9cb52a12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3421149 Jun 16 13:00:34.468922 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 54304) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:00:34.469751 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61185fc3-0885-49c5-8021-7a0fd0a0a2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b94942-e482-4ca1-af58-461e9625afcb,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:00:34.482012 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61185fc3-0885-49c5-8021-7a0fd0a0a2d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:00:34.482689 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61185fc3-0885-49c5-8021-7a0fd0a0a2d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:00:34.483424 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61185fc3-0885-49c5-8021-7a0fd0a0a2d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:00:34.484121 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61185fc3-0885-49c5-8021-7a0fd0a0a2d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:00:34.484719 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61185fc3-0885-49c5-8021-7a0fd0a0a2d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:00:34.485342 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61185fc3-0885-49c5-8021-7a0fd0a0a2d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:00:34.485949 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61185fc3-0885-49c5-8021-7a0fd0a0a2d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:00:34.486628 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61185fc3-0885-49c5-8021-7a0fd0a0a2d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:00:34.487249 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61185fc3-0885-49c5-8021-7a0fd0a0a2d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:00:34.487871 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61185fc3-0885-49c5-8021-7a0fd0a0a2d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:00:34.488480 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61185fc3-0885-49c5-8021-7a0fd0a0a2d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:00:34.489107 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61185fc3-0885-49c5-8021-7a0fd0a0a2d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:00:34.496261 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-61185fc3-0885-49c5-8021-7a0fd0a0a2d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:00:34.573688 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-b1640636-66d1-4f5a-a866-c440f89bd4e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:34.622779 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-b1640636-66d1-4f5a-a866-c440f89bd4e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:35.324920 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207cb0c-d517-4cce-8e85-508f511725da req-7ebb423f-40a2-44cf-915a-411c74e8ff20 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:35.328715 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-c207cb0c-d517-4cce-8e85-508f511725da req-7ebb423f-40a2-44cf-915a-411c74e8ff20 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.73 "GET /v2.0/networks?id=28d016d0-13fb-4b26-b65b-ddb1b886ea25 HTTP/1.1" status: 200 len: 814 time: 0.7168739 Jun 16 13:00:35.330017 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-b1640636-66d1-4f5a-a866-c440f89bd4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:35.336605 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-b1640636-66d1-4f5a-a866-c440f89bd4e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:35.338972 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-5ec1ea8c-21a9-4a72-8fac-c2631328695b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:35.339895 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-b1640636-66d1-4f5a-a866-c440f89bd4e2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/25b94942-e482-4ca1-af58-461e9625afcb HTTP/1.1" status: 204 len: 168 time: 0.8688474 Jun 16 13:00:35.349334 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [req-c207cb0c-d517-4cce-8e85-508f511725da req-87598207-844d-4957-b3dd-ddf2024ce7c7 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Request body: {'port': {'device_id': '09ca7a88-8df8-49f7-b015-ed7fb0506510', 'network_id': '28d016d0-13fb-4b26-b65b-ddb1b886ea25', 'admin_state_up': True, 'tenant_id': 'fcfe25858884497fb7a348993e91bc9b'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:00:35.355393 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-3008f6d1-8d52-42f4-81f4-b776c9d6d204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:00:35.361865 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2581932d-d9d1-4d3c-b263-b467c906d8fa req-a2504c57-d9ce-4f0e-a26b-0862fbc4fa71 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=09ca7a88-8df8-49f7-b015-ed7fb0506510 HTTP/1.1" status: 200 len: 210 time: 0.0557194 Jun 16 13:00:35.400202 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1640636-66d1-4f5a-a866-c440f89bd4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b94942-e482-4ca1-af58-461e9625afcb,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:00:35.410673 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-b1640636-66d1-4f5a-a866-c440f89bd4e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:00:35.606801 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c207cb0c-d517-4cce-8e85-508f511725da req-87598207-844d-4957-b3dd-ddf2024ce7c7 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Made reservation on behalf of fcfe25858884497fb7a348993e91bc9b for: {'port': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:00:35.613664 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-c207cb0c-d517-4cce-8e85-508f511725da req-87598207-844d-4957-b3dd-ddf2024ce7c7 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:35.688220 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:35.863633 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [req-c207cb0c-d517-4cce-8e85-508f511725da req-87598207-844d-4957-b3dd-ddf2024ce7c7 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Allocated IP 172.20.0.6 (28d016d0-13fb-4b26-b65b-ddb1b886ea25/d4cb0451-9a43-49dc-b542-315d5bfce2fe/bfa4c5c0-38bd-41d5-9b54-23970b0dede2) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:00:36.128507 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-c207cb0c-d517-4cce-8e85-508f511725da req-87598207-844d-4957-b3dd-ddf2024ce7c7 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Notify callbacks [] for port, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:36.206429 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-c207cb0c-d517-4cce-8e85-508f511725da req-87598207-844d-4957-b3dd-ddf2024ce7c7 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32077152'] for port, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:36.213214 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-14b6b070-bb4f-4151-a707-60aecd4c4ee1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:00:36.230086 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] get_ports_and_sgs() called for port_ids ['11a06b8d-c7cb-4de2-99dc-12a823e80560', 'f2df5169-4344-4fc7-90ce-5c1ba7b14b5e', '99d4ca58-5e68-40ec-8639-1c32a3342598'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:00:36.291588 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c207cb0c-d517-4cce-8e85-508f511725da req-87598207-844d-4957-b3dd-ddf2024ce7c7 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Network 28d016d0-13fb-4b26-b65b-ddb1b886ea25 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:00:36.302295 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [req-c207cb0c-d517-4cce-8e85-508f511725da req-87598207-844d-4957-b3dd-ddf2024ce7c7 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:00:36.310516 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [req-c207cb0c-d517-4cce-8e85-508f511725da req-87598207-844d-4957-b3dd-ddf2024ce7c7 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:00:36.356314 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87598207-844d-4957-b3dd-ddf2024ce7c7 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Pushing event updated for resources: {'Port': ['ID=bfa4c5c0-38bd-41d5-9b54-23970b0dede2,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:00:36.366171 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-87598207-844d-4957-b3dd-ddf2024ce7c7 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:00:36.428377 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207cb0c-d517-4cce-8e85-508f511725da req-87598207-844d-4957-b3dd-ddf2024ce7c7 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:36.430172 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-c207cb0c-d517-4cce-8e85-508f511725da req-87598207-844d-4957-b3dd-ddf2024ce7c7 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:36.479293 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-c207cb0c-d517-4cce-8e85-508f511725da req-87598207-844d-4957-b3dd-ddf2024ce7c7 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1371953 Jun 16 13:00:36.503202 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [req-c207cb0c-d517-4cce-8e85-508f511725da req-09df5d5a-f2b4-452f-abbf-472e294ae50d service neutron] Request body: {'port': {'device_id': '09ca7a88-8df8-49f7-b015-ed7fb0506510', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76629'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:00:36.779523 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-adc76d58-172a-42b3-97b8-10f5e2c7657f req-55ac6551-3002-439e-8e6a-aa9388e9d9e3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5d60a723-b8ef-4fdc-b52a-f65d61b36fdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2187302 Jun 16 13:00:36.782149 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccce88f-00b6-4469-b808-78781ec7273d req-4cd581ba-c2d4-4f61-9c6b-e00fdd80589c tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:36.784931 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6ccce88f-00b6-4469-b808-78781ec7273d req-4cd581ba-c2d4-4f61-9c6b-e00fdd80589c tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=09ca7a88-8df8-49f7-b015-ed7fb0506510 HTTP/1.1" status: 200 len: 931 time: 0.1388035 Jun 16 13:00:36.811994 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-c207cb0c-d517-4cce-8e85-508f511725da req-09df5d5a-f2b4-452f-abbf-472e294ae50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:36.871163 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-6ccce88f-00b6-4469-b808-78781ec7273d req-fbade2cb-fdf6-4eb7-b22e-c2b6861b6bf1 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699494 Jun 16 13:00:37.057486 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:37.122126 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc76d58-172a-42b3-97b8-10f5e2c7657f req-6c4b8fca-6dfd-42a9-8502-a45db21df143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:37.124579 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-adc76d58-172a-42b3-97b8-10f5e2c7657f req-6c4b8fca-6dfd-42a9-8502-a45db21df143 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fcfe25858884497fb7a348993e91bc9b&device_id=5d60a723-b8ef-4fdc-b52a-f65d61b36fdd HTTP/1.1" status: 200 len: 1099 time: 0.2348456 Jun 16 13:00:37.441202 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc76d58-172a-42b3-97b8-10f5e2c7657f req-c612be75-7c5d-4c74-9593-71c30e5aeefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:37.444046 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-adc76d58-172a-42b3-97b8-10f5e2c7657f req-c612be75-7c5d-4c74-9593-71c30e5aeefc service neutron] 10.222.0.73 "GET /v2.0/networks?id=28d016d0-13fb-4b26-b65b-ddb1b886ea25 HTTP/1.1" status: 200 len: 915 time: 0.2807274 Jun 16 13:00:37.534048 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-adc76d58-172a-42b3-97b8-10f5e2c7657f req-8faf8658-09c9-421b-8e65-2ca36ed130ae service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11a06b8d-c7cb-4de2-99dc-12a823e80560 HTTP/1.1" status: 200 len: 217 time: 0.0831866 Jun 16 13:00:37.564101 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [req-c207cb0c-d517-4cce-8e85-508f511725da req-09df5d5a-f2b4-452f-abbf-472e294ae50d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfa4c5c0-38bd-41d5-9b54-23970b0dede2 {{(pid=109146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:00:37.610792 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-c207cb0c-d517-4cce-8e85-508f511725da req-09df5d5a-f2b4-452f-abbf-472e294ae50d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:37.653016 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.provisioning_blocks [req-c207cb0c-d517-4cce-8e85-508f511725da req-09df5d5a-f2b4-452f-abbf-472e294ae50d service neutron] Transition to ACTIVE for port object bfa4c5c0-38bd-41d5-9b54-23970b0dede2 will not be triggered until provisioned by entity L2. {{(pid=109146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:00:37.658295 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc76d58-172a-42b3-97b8-10f5e2c7657f req-b771efcd-71bc-4609-b662-8935ead8c4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:37.660001 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-adc76d58-172a-42b3-97b8-10f5e2c7657f req-b771efcd-71bc-4609-b662-8935ead8c4b0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4cb0451-9a43-49dc-b542-315d5bfce2fe HTTP/1.1" status: 200 len: 854 time: 0.1153066 Jun 16 13:00:37.661299 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-c207cb0c-d517-4cce-8e85-508f511725da req-09df5d5a-f2b4-452f-abbf-472e294ae50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32077174'] for port, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:37.663799 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-50204159-cd05-4280-99d6-f8ed50e47335 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:00:37.753388 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-adc76d58-172a-42b3-97b8-10f5e2c7657f req-13f710da-06aa-4b20-96cd-afb6a94b44d8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=28d016d0-13fb-4b26-b65b-ddb1b886ea25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519183 Jun 16 13:00:37.802992 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df5d5a-f2b4-452f-abbf-472e294ae50d service neutron] Pushing event updated for resources: {'Port': ['ID=bfa4c5c0-38bd-41d5-9b54-23970b0dede2,revision_number=2']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:00:37.818472 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-09df5d5a-f2b4-452f-abbf-472e294ae50d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:00:37.965403 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-adc76d58-172a-42b3-97b8-10f5e2c7657f req-9912911a-9a05-464f-bb6f-f9c2bc93f93e service neutron] 10.222.0.73 "GET /v2.0/networks/28d016d0-13fb-4b26-b65b-ddb1b886ea25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771264 Jun 16 13:00:37.968774 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-c207cb0c-d517-4cce-8e85-508f511725da req-09df5d5a-f2b4-452f-abbf-472e294ae50d service neutron] Attempting to bind port bfa4c5c0-38bd-41d5-9b54-23970b0dede2 on host hv-cinder-76629 for vnic_type normal with profile {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:00:37.969223 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-c207cb0c-d517-4cce-8e85-508f511725da req-09df5d5a-f2b4-452f-abbf-472e294ae50d service neutron] Attempting to bind port bfa4c5c0-38bd-41d5-9b54-23970b0dede2 by drivers openvswitch,hyperv on host hv-cinder-76629 at level 0 using segments [{'id': '406d562f-18d7-4c3c-8317-95e8c0800580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '28d016d0-13fb-4b26-b65b-ddb1b886ea25'}] {{(pid=109146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:00:37.969425 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c207cb0c-d517-4cce-8e85-508f511725da req-09df5d5a-f2b4-452f-abbf-472e294ae50d service neutron] Attempting to bind port bfa4c5c0-38bd-41d5-9b54-23970b0dede2 on network 28d016d0-13fb-4b26-b65b-ddb1b886ea25 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:00:37.976654 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c207cb0c-d517-4cce-8e85-508f511725da req-09df5d5a-f2b4-452f-abbf-472e294ae50d service neutron] Port bfa4c5c0-38bd-41d5-9b54-23970b0dede2 on network 28d016d0-13fb-4b26-b65b-ddb1b886ea25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76629 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:00:37.977194 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c207cb0c-d517-4cce-8e85-508f511725da req-09df5d5a-f2b4-452f-abbf-472e294ae50d service neutron] Attempting to bind port bfa4c5c0-38bd-41d5-9b54-23970b0dede2 on network 28d016d0-13fb-4b26-b65b-ddb1b886ea25 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:00:37.998290 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c207cb0c-d517-4cce-8e85-508f511725da req-09df5d5a-f2b4-452f-abbf-472e294ae50d service neutron] Checking agent: {'id': 'b6c345f8-0197-4552-bdfc-f76fc82bf107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76629', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 47, 31), 'started_at': datetime.datetime(2021, 6, 16, 12, 47, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:00:37.999007 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c207cb0c-d517-4cce-8e85-508f511725da req-09df5d5a-f2b4-452f-abbf-472e294ae50d service neutron] Checking segment: {'id': '406d562f-18d7-4c3c-8317-95e8c0800580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '28d016d0-13fb-4b26-b65b-ddb1b886ea25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:00:37.999678 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c207cb0c-d517-4cce-8e85-508f511725da req-09df5d5a-f2b4-452f-abbf-472e294ae50d service neutron] Bound using segment: {'id': '406d562f-18d7-4c3c-8317-95e8c0800580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '28d016d0-13fb-4b26-b65b-ddb1b886ea25'} {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:00:38.000566 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-c207cb0c-d517-4cce-8e85-508f511725da req-09df5d5a-f2b4-452f-abbf-472e294ae50d service neutron] Bound port: bfa4c5c0-38bd-41d5-9b54-23970b0dede2, host: hv-cinder-76629, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '406d562f-18d7-4c3c-8317-95e8c0800580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '28d016d0-13fb-4b26-b65b-ddb1b886ea25'}}] {{(pid=109146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:00:38.000566 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-c207cb0c-d517-4cce-8e85-508f511725da req-09df5d5a-f2b4-452f-abbf-472e294ae50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:38.149103 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8a58e-f76e-4f8a-a8f5-809412fc55e5 req-2e3159ad-c9fa-408e-9637-90f4eea3e3f9 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:38.152130 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-62f8a58e-f76e-4f8a-a8f5-809412fc55e5 req-2e3159ad-c9fa-408e-9637-90f4eea3e3f9 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=09ca7a88-8df8-49f7-b015-ed7fb0506510 HTTP/1.1" status: 200 len: 943 time: 0.1061242 Jun 16 13:00:38.208779 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-62f8a58e-f76e-4f8a-a8f5-809412fc55e5 req-4f82b694-b9fd-4f12-99b5-c68db2451a00 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469882 Jun 16 13:00:38.256190 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-c207cb0c-d517-4cce-8e85-508f511725da req-09df5d5a-f2b4-452f-abbf-472e294ae50d service neutron] For port bfa4c5c0-38bd-41d5-9b54-23970b0dede2, host hv-cinder-76629, cleared binding levels {{(pid=109146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:00:38.261022 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-adc76d58-172a-42b3-97b8-10f5e2c7657f req-c58a81bf-8191-4a66-84f1-3887db479b2f service neutron] 10.222.0.73 "GET /v2.0/networks/28d016d0-13fb-4b26-b65b-ddb1b886ea25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789817 Jun 16 13:00:38.274935 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-c207cb0c-d517-4cce-8e85-508f511725da req-09df5d5a-f2b4-452f-abbf-472e294ae50d service neutron] For port bfa4c5c0-38bd-41d5-9b54-23970b0dede2, host hv-cinder-76629, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=bfa4c5c0-38bd-41d5-9b54-23970b0dede2,segment=NetworkSegment(406d562f-18d7-4c3c-8317-95e8c0800580),segment_id=406d562f-18d7-4c3c-8317-95e8c0800580)] {{(pid=109146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:00:38.282488 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-c207cb0c-d517-4cce-8e85-508f511725da req-09df5d5a-f2b4-452f-abbf-472e294ae50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32077174'] for port, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:38.284981 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-7ea05cd5-23ff-47c0-b8fd-62b5e2e55f6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:00:38.328079 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207cb0c-d517-4cce-8e85-508f511725da req-09df5d5a-f2b4-452f-abbf-472e294ae50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:38.328703 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-c207cb0c-d517-4cce-8e85-508f511725da req-09df5d5a-f2b4-452f-abbf-472e294ae50d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:38.330148 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-c207cb0c-d517-4cce-8e85-508f511725da req-09df5d5a-f2b4-452f-abbf-472e294ae50d service neutron] 10.222.0.73 "PUT /v2.0/ports/bfa4c5c0-38bd-41d5-9b54-23970b0dede2 HTTP/1.1" status: 200 len: 1093 time: 1.8368025 Jun 16 13:00:38.330763 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ca7a88-8df8-49f7-b015-ed7fb0506510', 'tag': 'bfa4c5c0-38bd-41d5-9b54-23970b0dede2'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:00:38.333226 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d3ced2b0755242c869f5b076fa8168e6e97917c7fd5877aaea6e5f8b8701d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13715453-3b52-48a6-aae5-3b0745dc882a" -d '{"events": [{"name": "network-changed", "server_uuid": "09ca7a88-8df8-49f7-b015-ed7fb0506510", "tag": "bfa4c5c0-38bd-41d5-9b54-23970b0dede2"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:00:38.361134 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df5d5a-f2b4-452f-abbf-472e294ae50d service neutron] Pushing event updated for resources: {'Port': ['ID=bfa4c5c0-38bd-41d5-9b54-23970b0dede2,revision_number=3']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:00:38.366863 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-09df5d5a-f2b4-452f-abbf-472e294ae50d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:00:38.600621 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207cb0c-d517-4cce-8e85-508f511725da req-45ae2a5c-6097-4841-aab6-4d70423c33fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:38.603536 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-c207cb0c-d517-4cce-8e85-508f511725da req-45ae2a5c-6097-4841-aab6-4d70423c33fe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fcfe25858884497fb7a348993e91bc9b&device_id=09ca7a88-8df8-49f7-b015-ed7fb0506510 HTTP/1.1" status: 200 len: 1096 time: 0.1117518 Jun 16 13:00:38.613038 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc24e2da-cd54-478a-a071-3d3f4d553c59 x-openstack-request-id: req-cc24e2da-cd54-478a-a071-3d3f4d553c59 {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:00:38.613597 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ca7a88-8df8-49f7-b015-ed7fb0506510", "tag": "bfa4c5c0-38bd-41d5-9b54-23970b0dede2", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:00:38.614096 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cc24e2da-cd54-478a-a071-3d3f4d553c59 {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:00:38.615219 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ca7a88-8df8-49f7-b015-ed7fb0506510', 'tag': 'bfa4c5c0-38bd-41d5-9b54-23970b0dede2', 'status': 'completed', 'code': 200} Jun 16 13:00:38.674614 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-c207cb0c-d517-4cce-8e85-508f511725da req-ca0b0a3a-04a6-476f-82f2-67c86b61af1b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfa4c5c0-38bd-41d5-9b54-23970b0dede2 HTTP/1.1" status: 200 len: 217 time: 0.0557997 Jun 16 13:00:38.751247 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207cb0c-d517-4cce-8e85-508f511725da req-7064089e-ce98-4e4f-9de5-749dbf8f4ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:38.752777 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-c207cb0c-d517-4cce-8e85-508f511725da req-7064089e-ce98-4e4f-9de5-749dbf8f4ed3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4cb0451-9a43-49dc-b542-315d5bfce2fe HTTP/1.1" status: 200 len: 854 time: 0.0683458 Jun 16 13:00:38.816406 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-c207cb0c-d517-4cce-8e85-508f511725da req-e8c61c60-a4c7-4c9e-adac-87cae0b0c854 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=28d016d0-13fb-4b26-b65b-ddb1b886ea25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519249 Jun 16 13:00:38.975816 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-c207cb0c-d517-4cce-8e85-508f511725da req-f2dcac8e-87a9-45bf-9c95-248b3f5070b5 service neutron] 10.222.0.73 "GET /v2.0/networks/28d016d0-13fb-4b26-b65b-ddb1b886ea25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475585 Jun 16 13:00:39.146799 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-c207cb0c-d517-4cce-8e85-508f511725da req-ffded0a7-b5d3-41be-abd8-ff275c4b8c70 service neutron] 10.222.0.73 "GET /v2.0/networks/28d016d0-13fb-4b26-b65b-ddb1b886ea25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558707 Jun 16 13:00:39.291217 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13715453-3b52-48a6-aae5-3b0745dc882a req-1566cd6f-df70-47f9-b0fe-7f5483bcdd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:39.292820 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-13715453-3b52-48a6-aae5-3b0745dc882a req-1566cd6f-df70-47f9-b0fe-7f5483bcdd14 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fcfe25858884497fb7a348993e91bc9b&device_id=09ca7a88-8df8-49f7-b015-ed7fb0506510 HTTP/1.1" status: 200 len: 1096 time: 0.0819490 Jun 16 13:00:39.344201 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:39.451068 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13715453-3b52-48a6-aae5-3b0745dc882a req-3a4205c9-3483-4495-bd0c-7c47fd0459e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:39.453479 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-13715453-3b52-48a6-aae5-3b0745dc882a req-3a4205c9-3483-4495-bd0c-7c47fd0459e5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=28d016d0-13fb-4b26-b65b-ddb1b886ea25 HTTP/1.1" status: 200 len: 915 time: 0.1533031 Jun 16 13:00:39.506630 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a8db0-0725-49ae-9f72-4a2f99c2ca42 req-09adfcb8-9d85-4c76-8090-d9e83546cdca tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:39.509485 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-928a8db0-0725-49ae-9f72-4a2f99c2ca42 req-09adfcb8-9d85-4c76-8090-d9e83546cdca tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=09ca7a88-8df8-49f7-b015-ed7fb0506510 HTTP/1.1" status: 200 len: 943 time: 0.1242347 Jun 16 13:00:39.544635 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-13715453-3b52-48a6-aae5-3b0745dc882a req-b52173fa-a2c9-4b58-b149-94689a2a028f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfa4c5c0-38bd-41d5-9b54-23970b0dede2 HTTP/1.1" status: 200 len: 217 time: 0.0827985 Jun 16 13:00:39.566430 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-928a8db0-0725-49ae-9f72-4a2f99c2ca42 req-5659976e-f700-4644-868b-6674761cd9c4 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427341 Jun 16 13:00:39.629386 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13715453-3b52-48a6-aae5-3b0745dc882a req-08fd1604-4872-4f28-9622-0b459f64e7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:39.630963 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-13715453-3b52-48a6-aae5-3b0745dc882a req-08fd1604-4872-4f28-9622-0b459f64e7bb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4cb0451-9a43-49dc-b542-315d5bfce2fe HTTP/1.1" status: 200 len: 854 time: 0.0755978 Jun 16 13:00:39.672575 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-13715453-3b52-48a6-aae5-3b0745dc882a req-9ace8007-895d-45b5-83e7-a73420caaecc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=28d016d0-13fb-4b26-b65b-ddb1b886ea25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297554 Jun 16 13:00:39.781537 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-13715453-3b52-48a6-aae5-3b0745dc882a req-bb35065d-9a1b-436e-9cfc-3ed4ef8d9fa3 service neutron] 10.222.0.73 "GET /v2.0/networks/28d016d0-13fb-4b26-b65b-ddb1b886ea25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995886 Jun 16 13:00:39.900253 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-13715453-3b52-48a6-aae5-3b0745dc882a req-55dd4a8b-8188-422a-a97a-090b29a29358 service neutron] 10.222.0.73 "GET /v2.0/networks/28d016d0-13fb-4b26-b65b-ddb1b886ea25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088629 Jun 16 13:00:40.415199 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 54366) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:00:40.540513 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c3b02743-1d12-4e65-bcc8-2a726f197fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:40.679342 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c3b02743-1d12-4e65-bcc8-2a726f197fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:40.684630 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-c3b02743-1d12-4e65-bcc8-2a726f197fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:40.688981 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-14480b4d-d8a8-4328-8690-c449678a2c8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:00:40.736207 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b02743-1d12-4e65-bcc8-2a726f197fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa0677c-ccf9-4361-9f92-85bcebda7e55,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:00:40.740173 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-c3b02743-1d12-4e65-bcc8-2a726f197fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:00:40.746198 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-c3b02743-1d12-4e65-bcc8-2a726f197fb5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e5b40cbf028b4f49914a446a46e0bc80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3272841 Jun 16 13:00:40.746960 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 54372) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:00:40.834053 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-06eda9a2-1e77-456c-b71f-863ebe4734ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:40.874834 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-06eda9a2-1e77-456c-b71f-863ebe4734ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:40.902184 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588f2c9-6c29-409c-b9b1-67671e506cad req-5f12c204-9cac-424a-959b-5247da049910 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:40.904466 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b588f2c9-6c29-409c-b9b1-67671e506cad req-5f12c204-9cac-424a-959b-5247da049910 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=09ca7a88-8df8-49f7-b015-ed7fb0506510 HTTP/1.1" status: 200 len: 943 time: 0.1070743 Jun 16 13:00:40.954348 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-06eda9a2-1e77-456c-b71f-863ebe4734ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:40.960670 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-06eda9a2-1e77-456c-b71f-863ebe4734ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:40.963692 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-06eda9a2-1e77-456c-b71f-863ebe4734ef admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5aa0677c-ccf9-4361-9f92-85bcebda7e55 HTTP/1.1" status: 204 len: 168 time: 0.2147908 Jun 16 13:00:40.965476 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-faa51f14-a6a8-4361-9604-45b3d53f48c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:00:40.966746 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b588f2c9-6c29-409c-b9b1-67671e506cad req-3da68231-d862-4f6d-85d7-d9471ef39625 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541890 Jun 16 13:00:40.977323 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eda9a2-1e77-456c-b71f-863ebe4734ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa0677c-ccf9-4361-9f92-85bcebda7e55,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:00:40.980184 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-06eda9a2-1e77-456c-b71f-863ebe4734ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:00:42.226965 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b910c1-5e49-4c93-bff6-5651aaa20fa0 req-e77a4be5-812f-4388-8c7c-87b66d7f0979 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:42.228765 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-04b910c1-5e49-4c93-bff6-5651aaa20fa0 req-e77a4be5-812f-4388-8c7c-87b66d7f0979 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=09ca7a88-8df8-49f7-b015-ed7fb0506510 HTTP/1.1" status: 200 len: 943 time: 0.0818162 Jun 16 13:00:42.276707 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-04b910c1-5e49-4c93-bff6-5651aaa20fa0 req-f9534dcd-c720-4261-9e3c-cfddcb05ae0e tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402434 Jun 16 13:00:42.584493 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device bfa4c5c0-38bd-41d5-9b54-23970b0dede2 details requested by agent hyperv_hv-cinder-76629 with host hv-cinder-76629 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:00:42.772034 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port bfa4c5c0-38bd-41d5-9b54-23970b0dede2, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=bfa4c5c0-38bd-41d5-9b54-23970b0dede2,segment=NetworkSegment(406d562f-18d7-4c3c-8317-95e8c0800580),segment_id=406d562f-18d7-4c3c-8317-95e8c0800580)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:00:42.791276 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Returning: {'device': 'bfa4c5c0-38bd-41d5-9b54-23970b0dede2', 'network_id': '28d016d0-13fb-4b26-b65b-ddb1b886ea25', 'port_id': 'bfa4c5c0-38bd-41d5-9b54-23970b0dede2', 'mac_address': 'fa:16:3e:18:7d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4cb0451-9a43-49dc-b542-315d5bfce2fe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:00:42.839062 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:42.856311 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-43072469-a160-4d16-9402-2253616714b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfa4c5c0-38bd-41d5-9b54-23970b0dede2 {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:00:42.894866 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port bfa4c5c0-38bd-41d5-9b54-23970b0dede2, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=bfa4c5c0-38bd-41d5-9b54-23970b0dede2,segment=NetworkSegment(406d562f-18d7-4c3c-8317-95e8c0800580),segment_id=406d562f-18d7-4c3c-8317-95e8c0800580)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:00:42.900422 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:42.902411 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:00:42.975672 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=bfa4c5c0-38bd-41d5-9b54-23970b0dede2,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:00:42.981528 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:00:43.227312 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] get_ports_and_sgs() called for port_ids ['bfa4c5c0-38bd-41d5-9b54-23970b0dede2'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:00:43.584664 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5e845-c3c5-40da-a3c0-d972149c31ed req-eb616f07-ed3b-419b-865a-29c704a92c45 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:43.587422 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7df5e845-c3c5-40da-a3c0-d972149c31ed req-eb616f07-ed3b-419b-865a-29c704a92c45 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=09ca7a88-8df8-49f7-b015-ed7fb0506510 HTTP/1.1" status: 200 len: 944 time: 0.0999343 Jun 16 13:00:43.654559 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7df5e845-c3c5-40da-a3c0-d972149c31ed req-ef735e3b-7a01-4c43-9a39-11f50052f574 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598917 Jun 16 13:00:44.588729 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device bfa4c5c0-38bd-41d5-9b54-23970b0dede2 up at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:00:44.665714 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning for port bfa4c5c0-38bd-41d5-9b54-23970b0dede2 completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:00:44.673346 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning complete for port bfa4c5c0-38bd-41d5-9b54-23970b0dede2 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:00:44.674002 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:44.835043 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:44.880882 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ca7a88-8df8-49f7-b015-ed7fb0506510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa4c5c0-38bd-41d5-9b54-23970b0dede2'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:00:44.885047 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc19868b2eeee4f788927d96de96bc76ef619c1c8eef803ec6a338432d17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f2b94d-6632-48f4-a361-dfa5bd7c9aa1" -d '{"events": [{"server_uuid": "09ca7a88-8df8-49f7-b015-ed7fb0506510", "name": "network-vif-plugged", "status": "completed", "tag": "bfa4c5c0-38bd-41d5-9b54-23970b0dede2"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:00:44.899610 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873384b7-659d-44e0-8e6d-e16db8d7b407 req-8256e32b-4221-4de6-a895-bfee0b8301dd tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:44.902274 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-873384b7-659d-44e0-8e6d-e16db8d7b407 req-8256e32b-4221-4de6-a895-bfee0b8301dd tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=09ca7a88-8df8-49f7-b015-ed7fb0506510 HTTP/1.1" status: 200 len: 944 time: 0.0847075 Jun 16 13:00:44.923145 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port bfa4c5c0-38bd-41d5-9b54-23970b0dede2, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=bfa4c5c0-38bd-41d5-9b54-23970b0dede2,segment=NetworkSegment(406d562f-18d7-4c3c-8317-95e8c0800580),segment_id=406d562f-18d7-4c3c-8317-95e8c0800580)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:00:44.929528 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:00:44.933333 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:00:44.976224 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-873384b7-659d-44e0-8e6d-e16db8d7b407 req-c0069ea6-ca3e-4c59-99bd-60958385f098 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568900 Jun 16 13:00:45.024770 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=bfa4c5c0-38bd-41d5-9b54-23970b0dede2,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:00:45.030473 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:00:45.238752 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183d1879-013d-45e7-89b2-21be4a0d1913 x-openstack-request-id: req-183d1879-013d-45e7-89b2-21be4a0d1913 {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:00:45.239174 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ca7a88-8df8-49f7-b015-ed7fb0506510", "name": "network-vif-plugged", "status": "completed", "tag": "bfa4c5c0-38bd-41d5-9b54-23970b0dede2", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:00:45.239551 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-183d1879-013d-45e7-89b2-21be4a0d1913 {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:00:45.240160 dv-cinder-766296-6-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ca7a88-8df8-49f7-b015-ed7fb0506510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa4c5c0-38bd-41d5-9b54-23970b0dede2', 'code': 200} Jun 16 13:00:45.567070 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0437029-b79d-4757-b3c4-58ee437ffff4 req-85e9fcf3-edb0-4cb2-8f1c-666d9d07cd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:45.569984 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a0437029-b79d-4757-b3c4-58ee437ffff4 req-85e9fcf3-edb0-4cb2-8f1c-666d9d07cd43 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=09ca7a88-8df8-49f7-b015-ed7fb0506510 HTTP/1.1" status: 200 len: 1098 time: 0.1021416 Jun 16 13:00:45.629238 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a0437029-b79d-4757-b3c4-58ee437ffff4 req-8083729e-15a9-4c1c-824a-973c29447a6e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497921 Jun 16 13:00:46.255141 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c057d86-9e4b-46ba-ab28-302892f865aa req-a01fe01c-41e0-4c1f-93d0-109380edaf89 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:46.256955 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9c057d86-9e4b-46ba-ab28-302892f865aa req-a01fe01c-41e0-4c1f-93d0-109380edaf89 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=09ca7a88-8df8-49f7-b015-ed7fb0506510 HTTP/1.1" status: 200 len: 945 time: 0.1021678 Jun 16 13:00:46.328011 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9c057d86-9e4b-46ba-ab28-302892f865aa req-e47d43f7-912b-406f-92dd-dd010a07754f tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628741 Jun 16 13:00:47.188784 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:00:47.540544 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34275bd-8ec0-4ead-8704-2fd9a535a478 req-3913f033-4e55-4bbb-86cb-6949a435de8d tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:00:47.542326 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e34275bd-8ec0-4ead-8704-2fd9a535a478 req-3913f033-4e55-4bbb-86cb-6949a435de8d tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=09ca7a88-8df8-49f7-b015-ed7fb0506510 HTTP/1.1" status: 200 len: 945 time: 0.0800190 Jun 16 13:00:47.600077 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e34275bd-8ec0-4ead-8704-2fd9a535a478 req-7861e4af-f5d1-4fd1-a2b6-2df7d302851f tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496597 Jun 16 13:01:00.508152 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870f132-12fc-4017-a56b-ba9dd01cc018 req-d6324b06-280b-4374-bb3e-fa0f4e30e7c1 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:01:00.509907 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4870f132-12fc-4017-a56b-ba9dd01cc018 req-d6324b06-280b-4374-bb3e-fa0f4e30e7c1 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=09ca7a88-8df8-49f7-b015-ed7fb0506510 HTTP/1.1" status: 200 len: 945 time: 0.0783758 Jun 16 13:01:00.567319 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4870f132-12fc-4017-a56b-ba9dd01cc018 req-8c24371e-c5c2-4bff-a7be-170d65fc03be tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494967 Jun 16 13:01:00.964386 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-2a95075f-e303-4d5a-b137-1ef87e64f970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:01.793421 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae3afa-26fd-4bcf-b2ad-4597f888cd61 req-13a72aed-5d09-4e4f-97a2-db181b6a4f7b tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:01:01.795389 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-09ae3afa-26fd-4bcf-b2ad-4597f888cd61 req-13a72aed-5d09-4e4f-97a2-db181b6a4f7b tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=09ca7a88-8df8-49f7-b015-ed7fb0506510 HTTP/1.1" status: 200 len: 945 time: 0.0859590 Jun 16 13:01:01.841493 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-09ae3afa-26fd-4bcf-b2ad-4597f888cd61 req-9a21b0f0-f5dc-435f-826c-4209ebe7750b tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400898 Jun 16 13:01:02.641517 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e96f3-6925-4339-85de-1942e6992a00 req-d7f37dd0-4fa4-4f5b-a298-274d9df4a2d3 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:01:02.643096 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-c91e96f3-6925-4339-85de-1942e6992a00 req-d7f37dd0-4fa4-4f5b-a298-274d9df4a2d3 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.73 "GET /v2.0/ports?device_id=09ca7a88-8df8-49f7-b015-ed7fb0506510 HTTP/1.1" status: 200 len: 945 time: 0.0772784 Jun 16 13:01:02.759490 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [req-c91e96f3-6925-4339-85de-1942e6992a00 req-3048db69-b1db-4546-b3d4-02ce06cdfd40 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Deleting port bfa4c5c0-38bd-41d5-9b54-23970b0dede2 {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:01:02.759817 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-c91e96f3-6925-4339-85de-1942e6992a00 req-3048db69-b1db-4546-b3d4-02ce06cdfd40 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:02.869724 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-c91e96f3-6925-4339-85de-1942e6992a00 req-3048db69-b1db-4546-b3d4-02ce06cdfd40 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] For port bfa4c5c0-38bd-41d5-9b54-23970b0dede2, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=bfa4c5c0-38bd-41d5-9b54-23970b0dede2,segment=NetworkSegment(406d562f-18d7-4c3c-8317-95e8c0800580),segment_id=406d562f-18d7-4c3c-8317-95e8c0800580)] {{(pid=109146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:01:02.870181 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-c91e96f3-6925-4339-85de-1942e6992a00 req-3048db69-b1db-4546-b3d4-02ce06cdfd40 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:02.941916 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [req-c91e96f3-6925-4339-85de-1942e6992a00 req-3048db69-b1db-4546-b3d4-02ce06cdfd40 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Calling delete_port for bfa4c5c0-38bd-41d5-9b54-23970b0dede2 owned by compute:nova {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:01:03.053458 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6440607-f5fd-4531-b0a9-a2694305b9b8 req-1bec8c3b-3b35-46e7-b952-a8c4435d543d tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:01:03.055120 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e6440607-f5fd-4531-b0a9-a2694305b9b8 req-1bec8c3b-3b35-46e7-b952-a8c4435d543d tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=09ca7a88-8df8-49f7-b015-ed7fb0506510 HTTP/1.1" status: 200 len: 945 time: 0.0715780 Jun 16 13:01:03.091665 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-c91e96f3-6925-4339-85de-1942e6992a00 req-3048db69-b1db-4546-b3d4-02ce06cdfd40 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32077183'] for port, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:03.097683 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-3d0150dd-1ed2-49cb-9234-f541284613aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:01:03.104588 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e6440607-f5fd-4531-b0a9-a2694305b9b8 req-f10d9ab8-a870-4833-991d-fb852863ff20 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409753 Jun 16 13:01:03.114081 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] get_ports_and_sgs() called for port_ids ['11a06b8d-c7cb-4de2-99dc-12a823e80560', 'f2df5169-4344-4fc7-90ce-5c1ba7b14b5e', '99d4ca58-5e68-40ec-8639-1c32a3342598', 'bfa4c5c0-38bd-41d5-9b54-23970b0dede2'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:01:03.129718 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3048db69-b1db-4546-b3d4-02ce06cdfd40 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Pushing event deleted for resources: {'Port': ['ID=bfa4c5c0-38bd-41d5-9b54-23970b0dede2,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:01:03.139910 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-3048db69-b1db-4546-b3d4-02ce06cdfd40 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:01:03.167736 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:03.210261 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91e96f3-6925-4339-85de-1942e6992a00 req-3048db69-b1db-4546-b3d4-02ce06cdfd40 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] No DVR routers for this DVR port bfa4c5c0-38bd-41d5-9b54-23970b0dede2 on host hv-cinder-76629 {{(pid=109146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:01:03.213535 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-c91e96f3-6925-4339-85de-1942e6992a00 req-3048db69-b1db-4546-b3d4-02ce06cdfd40 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:03.215866 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-c91e96f3-6925-4339-85de-1942e6992a00 req-3048db69-b1db-4546-b3d4-02ce06cdfd40 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.73 "DELETE /v2.0/ports/bfa4c5c0-38bd-41d5-9b54-23970b0dede2 HTTP/1.1" status: 204 len: 173 time: 0.5660124 Jun 16 13:01:03.216568 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ca7a88-8df8-49f7-b015-ed7fb0506510', 'name': 'network-vif-deleted', 'tag': 'bfa4c5c0-38bd-41d5-9b54-23970b0dede2'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:01:03.220601 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d3ced2b0755242c869f5b076fa8168e6e97917c7fd5877aaea6e5f8b8701d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ae5067-623d-41bf-aee9-e173861ee626" -d '{"events": [{"server_uuid": "09ca7a88-8df8-49f7-b015-ed7fb0506510", "name": "network-vif-deleted", "tag": "bfa4c5c0-38bd-41d5-9b54-23970b0dede2"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:01:03.283946 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a250b6-cb2b-43d1-a054-2b4dd5f49016 x-openstack-request-id: req-23a250b6-cb2b-43d1-a054-2b4dd5f49016 {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:01:03.284283 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ca7a88-8df8-49f7-b015-ed7fb0506510", "name": "network-vif-deleted", "tag": "bfa4c5c0-38bd-41d5-9b54-23970b0dede2", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:01:03.284780 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-23a250b6-cb2b-43d1-a054-2b4dd5f49016 {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:01:03.285450 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ca7a88-8df8-49f7-b015-ed7fb0506510', 'name': 'network-vif-deleted', 'tag': 'bfa4c5c0-38bd-41d5-9b54-23970b0dede2', 'status': 'completed', 'code': 200} Jun 16 13:01:05.304209 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-fbd0ea24-e99b-4490-98bd-de73fd2b9a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:05.689947 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:05.853547 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eddca90-553e-4a1d-ac39-41e2fca79266 req-723dbdfe-a4db-46ff-986b-06a684f8bbc4 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:01:05.855347 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9eddca90-553e-4a1d-ac39-41e2fca79266 req-723dbdfe-a4db-46ff-986b-06a684f8bbc4 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=af96c963-54d5-4c77-945e-b4f4346d48b0 HTTP/1.1" status: 200 len: 945 time: 0.0852520 Jun 16 13:01:05.908584 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9eddca90-553e-4a1d-ac39-41e2fca79266 req-b914ebaa-7a55-45b3-8007-8b10b2bebf3f tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458651 Jun 16 13:01:06.750991 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device bfa4c5c0-38bd-41d5-9b54-23970b0dede2 no longer exists at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:01:06.788625 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-43072469-a160-4d16-9402-2253616714b8 None None] No Port match for: bfa4c5c0-38bd-41d5-9b54-23970b0dede2 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:01:06.789235 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device bfa4c5c0-38bd-41d5-9b54-23970b0dede2 not bound to the agent host hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:01:07.025601 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:07.176820 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b2f41-2b8c-4929-9b9b-c76374d6edf2 req-3d67758a-222d-4a94-9d82-9de6a6ff3c71 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:01:07.179609 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b58b2f41-2b8c-4929-9b9b-c76374d6edf2 req-3d67758a-222d-4a94-9d82-9de6a6ff3c71 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=af96c963-54d5-4c77-945e-b4f4346d48b0 HTTP/1.1" status: 200 len: 945 time: 0.1192744 Jun 16 13:01:07.225205 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b58b2f41-2b8c-4929-9b9b-c76374d6edf2 req-3cf1d47d-5c9f-48b2-abd9-3f43f163e87c tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378320 Jun 16 13:01:07.610185 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aefc0c-c88f-4bd6-9639-c1f3f09633c2 req-5999b22a-daf0-4dfe-8998-097f247ace57 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:01:07.612877 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-60aefc0c-c88f-4bd6-9639-c1f3f09633c2 req-5999b22a-daf0-4dfe-8998-097f247ace57 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.73 "GET /v2.0/ports?device_id=af96c963-54d5-4c77-945e-b4f4346d48b0 HTTP/1.1" status: 200 len: 945 time: 0.0938241 Jun 16 13:01:07.740673 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [req-60aefc0c-c88f-4bd6-9639-c1f3f09633c2 req-33ef5298-48b7-45e0-830b-e3c67001ab9e tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Deleting port 99d4ca58-5e68-40ec-8639-1c32a3342598 {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:01:07.741143 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-60aefc0c-c88f-4bd6-9639-c1f3f09633c2 req-33ef5298-48b7-45e0-830b-e3c67001ab9e tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:07.850084 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-60aefc0c-c88f-4bd6-9639-c1f3f09633c2 req-33ef5298-48b7-45e0-830b-e3c67001ab9e tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] For port 99d4ca58-5e68-40ec-8639-1c32a3342598, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=99d4ca58-5e68-40ec-8639-1c32a3342598,segment=NetworkSegment(406d562f-18d7-4c3c-8317-95e8c0800580),segment_id=406d562f-18d7-4c3c-8317-95e8c0800580)] {{(pid=109146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:01:07.850615 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-60aefc0c-c88f-4bd6-9639-c1f3f09633c2 req-33ef5298-48b7-45e0-830b-e3c67001ab9e tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:07.928998 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [req-60aefc0c-c88f-4bd6-9639-c1f3f09633c2 req-33ef5298-48b7-45e0-830b-e3c67001ab9e tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Calling delete_port for 99d4ca58-5e68-40ec-8639-1c32a3342598 owned by compute:nova {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:01:08.079552 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-60aefc0c-c88f-4bd6-9639-c1f3f09633c2 req-33ef5298-48b7-45e0-830b-e3c67001ab9e tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32077183'] for port, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:08.086033 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-09df5d5a-f2b4-452f-abbf-472e294ae50d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:01:08.092800 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] get_ports_and_sgs() called for port_ids ['11a06b8d-c7cb-4de2-99dc-12a823e80560', 'f2df5169-4344-4fc7-90ce-5c1ba7b14b5e', '99d4ca58-5e68-40ec-8639-1c32a3342598'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:01:08.137506 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef5298-48b7-45e0-830b-e3c67001ab9e tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Pushing event deleted for resources: {'Port': ['ID=99d4ca58-5e68-40ec-8639-1c32a3342598,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:01:08.143176 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-33ef5298-48b7-45e0-830b-e3c67001ab9e tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:01:08.217583 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [req-60aefc0c-c88f-4bd6-9639-c1f3f09633c2 req-33ef5298-48b7-45e0-830b-e3c67001ab9e tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] No DVR routers for this DVR port 99d4ca58-5e68-40ec-8639-1c32a3342598 on host hv-cinder-76629 {{(pid=109146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:01:08.221348 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-60aefc0c-c88f-4bd6-9639-c1f3f09633c2 req-33ef5298-48b7-45e0-830b-e3c67001ab9e tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:08.224877 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-60aefc0c-c88f-4bd6-9639-c1f3f09633c2 req-33ef5298-48b7-45e0-830b-e3c67001ab9e tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.73 "DELETE /v2.0/ports/99d4ca58-5e68-40ec-8639-1c32a3342598 HTTP/1.1" status: 204 len: 173 time: 0.6051390 Jun 16 13:01:08.225579 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af96c963-54d5-4c77-945e-b4f4346d48b0', 'name': 'network-vif-deleted', 'tag': '99d4ca58-5e68-40ec-8639-1c32a3342598'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:01:08.228582 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d3ced2b0755242c869f5b076fa8168e6e97917c7fd5877aaea6e5f8b8701d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa43a6ad-eba1-49a3-86e1-61ed4d11cf4d" -d '{"events": [{"server_uuid": "af96c963-54d5-4c77-945e-b4f4346d48b0", "name": "network-vif-deleted", "tag": "99d4ca58-5e68-40ec-8639-1c32a3342598"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:01:08.300432 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e130946c-9cc7-4f85-9d19-622202c9e271 x-openstack-request-id: req-e130946c-9cc7-4f85-9d19-622202c9e271 {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:01:08.300708 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af96c963-54d5-4c77-945e-b4f4346d48b0", "name": "network-vif-deleted", "tag": "99d4ca58-5e68-40ec-8639-1c32a3342598", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:01:08.300949 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e130946c-9cc7-4f85-9d19-622202c9e271 {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:01:08.301504 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af96c963-54d5-4c77-945e-b4f4346d48b0', 'name': 'network-vif-deleted', 'tag': '99d4ca58-5e68-40ec-8639-1c32a3342598', 'status': 'completed', 'code': 200} Jun 16 13:01:08.457337 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-b1eaa661-7b5b-4659-8d42-a842b723ddee req-8a7db0e9-a1f9-49bd-a05a-4fb297ad3fbe tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=af96c963-54d5-4c77-945e-b4f4346d48b0 HTTP/1.1" status: 200 len: 210 time: 0.0397515 Jun 16 13:01:09.337624 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:10.053819 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49294dc6-bc32-4e1f-880c-3290eb659a76 req-c294ea44-4853-409e-9d56-5359970050b6 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:01:10.055591 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-49294dc6-bc32-4e1f-880c-3290eb659a76 req-c294ea44-4853-409e-9d56-5359970050b6 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=a609820d-0ca2-414b-9309-9f0b1891920f HTTP/1.1" status: 200 len: 945 time: 0.0730910 Jun 16 13:01:10.116080 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-49294dc6-bc32-4e1f-880c-3290eb659a76 req-e66ef0f7-a500-478d-b0fc-5691df1ac44c tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497351 Jun 16 13:01:10.787641 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 99d4ca58-5e68-40ec-8639-1c32a3342598 no longer exists at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:01:10.808896 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-43072469-a160-4d16-9402-2253616714b8 None None] No Port match for: 99d4ca58-5e68-40ec-8639-1c32a3342598 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:01:10.809243 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 99d4ca58-5e68-40ec-8639-1c32a3342598 not bound to the agent host hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:01:11.345836 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fb40e-282e-451a-9621-b83cae29917c req-1ad2507e-ac20-49ad-87a5-17becc302e22 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:01:11.347733 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fe7fb40e-282e-451a-9621-b83cae29917c req-1ad2507e-ac20-49ad-87a5-17becc302e22 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=a609820d-0ca2-414b-9309-9f0b1891920f HTTP/1.1" status: 200 len: 945 time: 0.0980613 Jun 16 13:01:11.391972 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-fe7fb40e-282e-451a-9621-b83cae29917c req-afdd2c30-182f-42c4-8dea-37c6061caa86 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380108 Jun 16 13:01:11.519583 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf55cf-774e-4050-ba0d-1be5f37cb34b req-9b112fd4-fd9b-43f7-86cc-a49b9496ac7c tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:01:11.521162 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7cdf55cf-774e-4050-ba0d-1be5f37cb34b req-9b112fd4-fd9b-43f7-86cc-a49b9496ac7c tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.73 "GET /v2.0/ports?device_id=a609820d-0ca2-414b-9309-9f0b1891920f HTTP/1.1" status: 200 len: 945 time: 0.0683820 Jun 16 13:01:11.655762 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [req-7cdf55cf-774e-4050-ba0d-1be5f37cb34b req-8a59aa98-3560-41cf-8218-2b9b90d3def2 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Deleting port f2df5169-4344-4fc7-90ce-5c1ba7b14b5e {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:01:11.656017 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-7cdf55cf-774e-4050-ba0d-1be5f37cb34b req-8a59aa98-3560-41cf-8218-2b9b90d3def2 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:11.773829 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-7cdf55cf-774e-4050-ba0d-1be5f37cb34b req-8a59aa98-3560-41cf-8218-2b9b90d3def2 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] For port f2df5169-4344-4fc7-90ce-5c1ba7b14b5e, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=f2df5169-4344-4fc7-90ce-5c1ba7b14b5e,segment=NetworkSegment(406d562f-18d7-4c3c-8317-95e8c0800580),segment_id=406d562f-18d7-4c3c-8317-95e8c0800580)] {{(pid=109146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:01:11.774476 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-7cdf55cf-774e-4050-ba0d-1be5f37cb34b req-8a59aa98-3560-41cf-8218-2b9b90d3def2 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:11.887928 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [req-7cdf55cf-774e-4050-ba0d-1be5f37cb34b req-8a59aa98-3560-41cf-8218-2b9b90d3def2 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Calling delete_port for f2df5169-4344-4fc7-90ce-5c1ba7b14b5e owned by compute:nova {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:01:12.042211 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-7cdf55cf-774e-4050-ba0d-1be5f37cb34b req-8a59aa98-3560-41cf-8218-2b9b90d3def2 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32077183'] for port, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:12.046609 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-12847c7a-4b1d-4bb5-9b36-392d27a801fc tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:01:12.054986 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] get_ports_and_sgs() called for port_ids ['11a06b8d-c7cb-4de2-99dc-12a823e80560', 'f2df5169-4344-4fc7-90ce-5c1ba7b14b5e'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:01:12.367278 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a59aa98-3560-41cf-8218-2b9b90d3def2 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Pushing event deleted for resources: {'Port': ['ID=f2df5169-4344-4fc7-90ce-5c1ba7b14b5e,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:01:12.381426 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59aa98-3560-41cf-8218-2b9b90d3def2 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:01:12.381812 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59aa98-3560-41cf-8218-2b9b90d3def2 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:01:12.382186 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59aa98-3560-41cf-8218-2b9b90d3def2 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:01:12.382716 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59aa98-3560-41cf-8218-2b9b90d3def2 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:01:12.383330 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59aa98-3560-41cf-8218-2b9b90d3def2 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:01:12.383936 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59aa98-3560-41cf-8218-2b9b90d3def2 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:01:12.384679 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59aa98-3560-41cf-8218-2b9b90d3def2 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:01:12.384679 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59aa98-3560-41cf-8218-2b9b90d3def2 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:01:12.385388 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59aa98-3560-41cf-8218-2b9b90d3def2 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:01:12.385507 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59aa98-3560-41cf-8218-2b9b90d3def2 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:01:12.385804 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59aa98-3560-41cf-8218-2b9b90d3def2 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:01:12.386156 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a59aa98-3560-41cf-8218-2b9b90d3def2 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:01:12.406482 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-8a59aa98-3560-41cf-8218-2b9b90d3def2 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:01:12.428752 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cdf55cf-774e-4050-ba0d-1be5f37cb34b req-8a59aa98-3560-41cf-8218-2b9b90d3def2 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] No DVR routers for this DVR port f2df5169-4344-4fc7-90ce-5c1ba7b14b5e on host hv-cinder-76629 {{(pid=109146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:01:12.432634 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-7cdf55cf-774e-4050-ba0d-1be5f37cb34b req-8a59aa98-3560-41cf-8218-2b9b90d3def2 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:12.436785 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-7cdf55cf-774e-4050-ba0d-1be5f37cb34b req-8a59aa98-3560-41cf-8218-2b9b90d3def2 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.73 "DELETE /v2.0/ports/f2df5169-4344-4fc7-90ce-5c1ba7b14b5e HTTP/1.1" status: 204 len: 173 time: 0.9062030 Jun 16 13:01:12.437689 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a609820d-0ca2-414b-9309-9f0b1891920f', 'name': 'network-vif-deleted', 'tag': 'f2df5169-4344-4fc7-90ce-5c1ba7b14b5e'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:01:12.443133 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d3ced2b0755242c869f5b076fa8168e6e97917c7fd5877aaea6e5f8b8701d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c64e41-6cda-4225-86dd-0b119b52b5f3" -d '{"events": [{"server_uuid": "a609820d-0ca2-414b-9309-9f0b1891920f", "name": "network-vif-deleted", "tag": "f2df5169-4344-4fc7-90ce-5c1ba7b14b5e"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:01:12.506270 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cdd8c35-c36a-4245-aaf8-3d03c79a0622 x-openstack-request-id: req-3cdd8c35-c36a-4245-aaf8-3d03c79a0622 {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:01:12.506822 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a609820d-0ca2-414b-9309-9f0b1891920f", "name": "network-vif-deleted", "tag": "f2df5169-4344-4fc7-90ce-5c1ba7b14b5e", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:01:12.507320 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3cdd8c35-c36a-4245-aaf8-3d03c79a0622 {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:01:12.508249 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a609820d-0ca2-414b-9309-9f0b1891920f', 'name': 'network-vif-deleted', 'tag': 'f2df5169-4344-4fc7-90ce-5c1ba7b14b5e', 'status': 'completed', 'code': 200} Jun 16 13:01:12.628492 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-374e891b-23df-4fed-b1a4-1c8e67e87dc1 req-89b3d090-6afa-48e8-b6b9-1c42ff0001f0 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=a609820d-0ca2-414b-9309-9f0b1891920f HTTP/1.1" status: 200 len: 210 time: 0.0481324 Jun 16 13:01:14.816870 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device f2df5169-4344-4fc7-90ce-5c1ba7b14b5e no longer exists at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:01:14.843255 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-43072469-a160-4d16-9402-2253616714b8 None None] No Port match for: f2df5169-4344-4fc7-90ce-5c1ba7b14b5e {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:01:14.843689 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device f2df5169-4344-4fc7-90ce-5c1ba7b14b5e not bound to the agent host hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:01:15.544302 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658c51e-9ec0-477f-ab4d-477d22729b12 req-1326f4e3-4a10-4954-86ae-38da358ae195 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:01:15.546665 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8658c51e-9ec0-477f-ab4d-477d22729b12 req-1326f4e3-4a10-4954-86ae-38da358ae195 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d60a723-b8ef-4fdc-b52a-f65d61b36fdd HTTP/1.1" status: 200 len: 946 time: 0.1278925 Jun 16 13:01:15.603050 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-8658c51e-9ec0-477f-ab4d-477d22729b12 req-133cbf6a-dc15-401a-b592-b6efbf62ae78 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464044 Jun 16 13:01:16.806561 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e186ca-0e94-48fd-b2d2-3abacf8a15a6 req-2d852c32-fe8e-4957-ae48-20178d8bc77e tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:01:16.808801 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d3e186ca-0e94-48fd-b2d2-3abacf8a15a6 req-2d852c32-fe8e-4957-ae48-20178d8bc77e tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d60a723-b8ef-4fdc-b52a-f65d61b36fdd HTTP/1.1" status: 200 len: 946 time: 0.0728726 Jun 16 13:01:16.854195 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d3e186ca-0e94-48fd-b2d2-3abacf8a15a6 req-eeb80d3d-93bb-4472-9e93-14a27ea2db12 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ff2a638-78bd-4d68-aada-01965216e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388491 Jun 16 13:01:17.208448 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e36dc8-0a7e-4b01-bc86-e48839a14a0d req-2f95e26e-c1fc-4329-b381-45526265adc5 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:01:17.211199 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-88e36dc8-0a7e-4b01-bc86-e48839a14a0d req-2f95e26e-c1fc-4329-b381-45526265adc5 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d60a723-b8ef-4fdc-b52a-f65d61b36fdd HTTP/1.1" status: 200 len: 946 time: 0.0969737 Jun 16 13:01:17.326113 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [req-88e36dc8-0a7e-4b01-bc86-e48839a14a0d req-91906aea-f852-4431-a3e9-15bd47466cee tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Deleting port 11a06b8d-c7cb-4de2-99dc-12a823e80560 {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:01:17.327897 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-88e36dc8-0a7e-4b01-bc86-e48839a14a0d req-91906aea-f852-4431-a3e9-15bd47466cee tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:17.438454 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-88e36dc8-0a7e-4b01-bc86-e48839a14a0d req-91906aea-f852-4431-a3e9-15bd47466cee tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] For port 11a06b8d-c7cb-4de2-99dc-12a823e80560, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=11a06b8d-c7cb-4de2-99dc-12a823e80560,segment=NetworkSegment(406d562f-18d7-4c3c-8317-95e8c0800580),segment_id=406d562f-18d7-4c3c-8317-95e8c0800580)] {{(pid=109146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:01:17.438825 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-88e36dc8-0a7e-4b01-bc86-e48839a14a0d req-91906aea-f852-4431-a3e9-15bd47466cee tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:17.512966 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [req-88e36dc8-0a7e-4b01-bc86-e48839a14a0d req-91906aea-f852-4431-a3e9-15bd47466cee tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Calling delete_port for 11a06b8d-c7cb-4de2-99dc-12a823e80560 owned by compute:nova {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:01:17.657440 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-88e36dc8-0a7e-4b01-bc86-e48839a14a0d req-91906aea-f852-4431-a3e9-15bd47466cee tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32077183'] for port, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:17.662046 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-5761d45f-808c-4138-8bb2-f5eb0e323d06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:01:17.674966 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] get_ports_and_sgs() called for port_ids ['11a06b8d-c7cb-4de2-99dc-12a823e80560'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:01:17.706242 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91906aea-f852-4431-a3e9-15bd47466cee tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Pushing event deleted for resources: {'Port': ['ID=11a06b8d-c7cb-4de2-99dc-12a823e80560,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:01:17.711769 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-91906aea-f852-4431-a3e9-15bd47466cee tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:01:17.766257 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e36dc8-0a7e-4b01-bc86-e48839a14a0d req-91906aea-f852-4431-a3e9-15bd47466cee tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] No DVR routers for this DVR port 11a06b8d-c7cb-4de2-99dc-12a823e80560 on host hv-cinder-76629 {{(pid=109146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:01:17.769119 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-88e36dc8-0a7e-4b01-bc86-e48839a14a0d req-91906aea-f852-4431-a3e9-15bd47466cee tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:17.771345 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-88e36dc8-0a7e-4b01-bc86-e48839a14a0d req-91906aea-f852-4431-a3e9-15bd47466cee tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.73 "DELETE /v2.0/ports/11a06b8d-c7cb-4de2-99dc-12a823e80560 HTTP/1.1" status: 204 len: 173 time: 0.5537839 Jun 16 13:01:17.771919 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d60a723-b8ef-4fdc-b52a-f65d61b36fdd', 'name': 'network-vif-deleted', 'tag': '11a06b8d-c7cb-4de2-99dc-12a823e80560'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:01:17.774482 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d3ced2b0755242c869f5b076fa8168e6e97917c7fd5877aaea6e5f8b8701d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4fa252-5557-4566-8554-14f6253bc803" -d '{"events": [{"server_uuid": "5d60a723-b8ef-4fdc-b52a-f65d61b36fdd", "name": "network-vif-deleted", "tag": "11a06b8d-c7cb-4de2-99dc-12a823e80560"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:01:17.818920 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb8cc96-3964-45f9-a232-a70b1c89f9d9 x-openstack-request-id: req-adb8cc96-3964-45f9-a232-a70b1c89f9d9 {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:01:17.819321 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d60a723-b8ef-4fdc-b52a-f65d61b36fdd", "name": "network-vif-deleted", "tag": "11a06b8d-c7cb-4de2-99dc-12a823e80560", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:01:17.819617 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-adb8cc96-3964-45f9-a232-a70b1c89f9d9 {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:01:17.820067 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d60a723-b8ef-4fdc-b52a-f65d61b36fdd', 'name': 'network-vif-deleted', 'tag': '11a06b8d-c7cb-4de2-99dc-12a823e80560', 'status': 'completed', 'code': 200} Jun 16 13:01:18.046024 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-719e53e8-9324-4764-b826-965ab2d46779 req-990f0b11-2d07-4b56-bf4a-e2bf3ad98901 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d60a723-b8ef-4fdc-b52a-f65d61b36fdd HTTP/1.1" status: 200 len: 210 time: 0.0393426 Jun 16 13:01:19.150072 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 54510) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:01:19.204646 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a99365-b2a1-4c08-a855-25a0231453cb admin admin] Deleting subnet d4cb0451-9a43-49dc-b542-315d5bfce2fe {{(pid=109146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:01:19.208656 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f5a99365-b2a1-4c08-a855-25a0231453cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:19.255740 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f5a99365-b2a1-4c08-a855-25a0231453cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32103771'] for subnet, precommit_delete_associations {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:19.324318 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f5a99365-b2a1-4c08-a855-25a0231453cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3717015'] for subnet, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:19.413589 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f5a99365-b2a1-4c08-a855-25a0231453cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3717000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32077237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31807229'] for subnet, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:19.416676 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-f40bf3e8-68f0-4ee9-9649-e0b40517c53e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:01:19.447376 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a99365-b2a1-4c08-a855-25a0231453cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4cb0451-9a43-49dc-b542-315d5bfce2fe,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:01:19.451414 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-f5a99365-b2a1-4c08-a855-25a0231453cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:01:19.453238 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f5a99365-b2a1-4c08-a855-25a0231453cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:19.457045 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-f5a99365-b2a1-4c08-a855-25a0231453cb admin admin] 10.222.0.67 "DELETE /v2.0/subnets/d4cb0451-9a43-49dc-b542-315d5bfce2fe HTTP/1.1" status: 204 len: 168 time: 0.3038068 Jun 16 13:01:19.458609 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 54512) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:01:19.538643 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-64a2bb7e-42de-4308-b468-ce670c393630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3773194'] for network, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:19.638265 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-64a2bb7e-42de-4308-b468-ce670c393630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3713560', 'neutron.services.segments.db._delete_segments_for_network-8754302582321'] for network, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:19.657306 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-64a2bb7e-42de-4308-b468-ce670c393630 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f644c5bad90>,) {'filters': {'network_id': ['28d016d0-13fb-4b26-b65b-ddb1b886ea25']}} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:01:19.676473 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-64a2bb7e-42de-4308-b468-ce670c393630 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f644c5bad90>, '406d562f-18d7-4c3c-8317-95e8c0800580') {'for_net_delete': True} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:01:19.676918 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-64a2bb7e-42de-4308-b468-ce670c393630 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f644c5bad90>, '406d562f-18d7-4c3c-8317-95e8c0800580') {} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:01:19.693318 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-64a2bb7e-42de-4308-b468-ce670c393630 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754302581378', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32103746'] for segment, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:19.712352 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-64a2bb7e-42de-4308-b468-ce670c393630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076'] for segment, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:19.720415 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64a2bb7e-42de-4308-b468-ce670c393630 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=109146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:01:19.721044 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-64a2bb7e-42de-4308-b468-ce670c393630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32077098'] for segment, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: retrieve_revision_numbers = { Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: retrieve_revision_numbers = { Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: retrieve_revision_numbers = { Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: retrieve_revision_numbers = { Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: retrieve_revision_numbers = { Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: retrieve_revision_numbers = { Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: retrieve_revision_numbers = { Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: retrieve_revision_numbers = { Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: retrieve_revision_numbers = { Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: retrieve_revision_numbers = { Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: retrieve_revision_numbers = { Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: retrieve_revision_numbers = { Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: Traceback (most recent call last): Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: timer() Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: cb(*args, **kw) Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: return func(*args, **kwargs) Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: self._notify() Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: self.callback(batched_events) Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:01:19.723348 dv-cinder-766296-6-iscsi neutron-server[109146]: event.method(event) Jun 16 13:01:19.729809 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:01:19.729809 dv-cinder-766296-6-iscsi neutron-server[109146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:01:19.729809 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:01:19.729809 dv-cinder-766296-6-iscsi neutron-server[109146]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:01:19.729809 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:01:19.729809 dv-cinder-766296-6-iscsi neutron-server[109146]: return f(self, *a, **k) Jun 16 13:01:19.729809 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:01:19.729809 dv-cinder-766296-6-iscsi neutron-server[109146]: return self._get(url).json() Jun 16 13:01:19.729809 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:01:19.729809 dv-cinder-766296-6-iscsi neutron-server[109146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:01:19.729809 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:01:19.729809 dv-cinder-766296-6-iscsi neutron-server[109146]: return self.request(url, 'GET', **kwargs) Jun 16 13:01:19.729809 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:01:19.729809 dv-cinder-766296-6-iscsi neutron-server[109146]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:01:19.729809 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:01:19.729809 dv-cinder-766296-6-iscsi neutron-server[109146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:01:19.729809 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:01:19.729809 dv-cinder-766296-6-iscsi neutron-server[109146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:01:19.729809 dv-cinder-766296-6-iscsi neutron-server[109146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:01:19.808445 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-64a2bb7e-42de-4308-b468-ce670c393630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3713553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442210'] for network, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:19.813371 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-e8b11a2e-257c-414d-b96c-cd265abad0bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:01:19.818892 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-64a2bb7e-42de-4308-b468-ce670c393630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for network, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:19.821453 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-64a2bb7e-42de-4308-b468-ce670c393630 admin admin] 10.222.0.67 "DELETE /v2.0/networks/28d016d0-13fb-4b26-b65b-ddb1b886ea25 HTTP/1.1" status: 204 len: 168 time: 0.3612084 Jun 16 13:01:19.833140 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2bb7e-42de-4308-b468-ce670c393630 admin admin] Pushing event deleted for resources: {'Network': ['ID=28d016d0-13fb-4b26-b65b-ddb1b886ea25,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:01:19.836089 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-64a2bb7e-42de-4308-b468-ce670c393630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:01:20.087859 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 54516) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:01:20.144004 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-4bbbf8ec-27e9-4981-b387-5faecd8f8a11 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fcfe25858884497fb7a348993e91bc9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0547013 Jun 16 13:01:20.146568 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 54518) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:01:20.204893 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-46892aeb-3432-4b57-9d68-bb65a09e8fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:20.231100 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-46892aeb-3432-4b57-9d68-bb65a09e8fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:20.295660 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-46892aeb-3432-4b57-9d68-bb65a09e8fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:20.298982 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-46892aeb-3432-4b57-9d68-bb65a09e8fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:20.300201 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-46892aeb-3432-4b57-9d68-bb65a09e8fc5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6ff2a638-78bd-4d68-aada-01965216e5c0 HTTP/1.1" status: 204 len: 168 time: 0.1526051 Jun 16 13:01:20.301044 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-d534f454-447d-4d8e-8fc0-46fcf00d55d5 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:01:20.310017 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46892aeb-3432-4b57-9d68-bb65a09e8fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff2a638-78bd-4d68-aada-01965216e5c0,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:01:20.314119 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-46892aeb-3432-4b57-9d68-bb65a09e8fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:01:20.835077 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 11a06b8d-c7cb-4de2-99dc-12a823e80560 no longer exists at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:01:20.883138 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-43072469-a160-4d16-9402-2253616714b8 None None] No Port match for: 11a06b8d-c7cb-4de2-99dc-12a823e80560 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:01:20.883564 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 11a06b8d-c7cb-4de2-99dc-12a823e80560 not bound to the agent host hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:01:23.546616 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 54586) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:01:23.720137 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-5292b824-e218-4241-af5d-109afab1defb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:23.837262 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-5292b824-e218-4241-af5d-109afab1defb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:23.842763 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-5292b824-e218-4241-af5d-109afab1defb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:23.845503 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-d5826d07-efdc-4027-883c-b4c10156b237 tempest-TestShelveInstance-1177161364 tempest-TestShelveInstance-1177161364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:01:23.884701 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-5292b824-e218-4241-af5d-109afab1defb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a0b638925efc4112b712fccf3963a347&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3369615 Jun 16 13:01:23.885841 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292b824-e218-4241-af5d-109afab1defb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2863149-fd63-4f8a-865b-9a455bbfb25f,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:01:23.889926 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 54590) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:01:23.901038 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-5292b824-e218-4241-af5d-109afab1defb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:01:23.981850 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e0726d5d-9036-4f10-9316-90a35476d1c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:24.022103 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e0726d5d-9036-4f10-9316-90a35476d1c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:24.100295 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e0726d5d-9036-4f10-9316-90a35476d1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:24.103386 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e0726d5d-9036-4f10-9316-90a35476d1c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:24.104825 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-e0726d5d-9036-4f10-9316-90a35476d1c5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a2863149-fd63-4f8a-865b-9a455bbfb25f HTTP/1.1" status: 204 len: 168 time: 0.2131817 Jun 16 13:01:24.106083 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-be99a70e-57d2-4bc2-b5a6-11f742ab37d8 tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:01:24.116580 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0726d5d-9036-4f10-9316-90a35476d1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2863149-fd63-4f8a-865b-9a455bbfb25f,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:01:24.119380 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-e0726d5d-9036-4f10-9316-90a35476d1c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:01:24.192554 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:01:24.454986 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 54596) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:01:24.469947 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f3f0e4be-eb0e-4281-ba74-37efd80d1507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:24.591380 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f3f0e4be-eb0e-4281-ba74-37efd80d1507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:24.597042 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f3f0e4be-eb0e-4281-ba74-37efd80d1507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:24.599663 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-6264c407-377b-4098-96f4-c236c1d0fef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:01:24.637694 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f0e4be-eb0e-4281-ba74-37efd80d1507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cfe6d8-39f0-4b79-baed-5fcf4af9174a,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:01:24.642865 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-f3f0e4be-eb0e-4281-ba74-37efd80d1507 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3a9eb654cc4045fcbedfb39a61c0bd70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1865709 Jun 16 13:01:24.644028 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-f3f0e4be-eb0e-4281-ba74-37efd80d1507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:01:24.645879 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 54598) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:01:24.705138 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1b6c71b9-81f6-4c14-a789-26b1cd0aaa98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:24.731271 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1b6c71b9-81f6-4c14-a789-26b1cd0aaa98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:24.789792 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1b6c71b9-81f6-4c14-a789-26b1cd0aaa98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:24.794647 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1b6c71b9-81f6-4c14-a789-26b1cd0aaa98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:24.796875 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-1b6c71b9-81f6-4c14-a789-26b1cd0aaa98 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b4cfe6d8-39f0-4b79-baed-5fcf4af9174a HTTP/1.1" status: 204 len: 168 time: 0.1498151 Jun 16 13:01:24.798377 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-23c1dd1e-4feb-4d6e-9de2-9d5827ac7266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:01:24.812776 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6c71b9-81f6-4c14-a789-26b1cd0aaa98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cfe6d8-39f0-4b79-baed-5fcf4af9174a,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:01:24.816401 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-1b6c71b9-81f6-4c14-a789-26b1cd0aaa98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:01:29.741872 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 54670) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:01:29.858411 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1d76b684-66ad-482e-8b96-57c6ad9b983e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:29.960263 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1d76b684-66ad-482e-8b96-57c6ad9b983e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:29.965292 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-1d76b684-66ad-482e-8b96-57c6ad9b983e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:29.970176 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-1b6c71b9-81f6-4c14-a789-26b1cd0aaa98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:01:30.014712 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-1d76b684-66ad-482e-8b96-57c6ad9b983e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=877436ff80be4757be90d124d993336d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2709658 Jun 16 13:01:30.016501 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76b684-66ad-482e-8b96-57c6ad9b983e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d247dddd-1f5b-4552-8a3c-bb49bde3beb2,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:01:30.019205 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 54674) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:01:30.021500 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-1d76b684-66ad-482e-8b96-57c6ad9b983e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:01:30.103374 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-765b711c-c1d7-480b-b964-5dad0a0137f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:30.145866 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-765b711c-c1d7-480b-b964-5dad0a0137f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:30.203933 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-765b711c-c1d7-480b-b964-5dad0a0137f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:30.207080 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-765b711c-c1d7-480b-b964-5dad0a0137f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:30.208490 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-765b711c-c1d7-480b-b964-5dad0a0137f6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d247dddd-1f5b-4552-8a3c-bb49bde3beb2 HTTP/1.1" status: 204 len: 168 time: 0.1876116 Jun 16 13:01:30.209473 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-f1914603-4dab-437a-8ada-ed2ea57c6fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:01:30.221017 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b711c-c1d7-480b-b964-5dad0a0137f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d247dddd-1f5b-4552-8a3c-bb49bde3beb2,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:01:30.223721 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-765b711c-c1d7-480b-b964-5dad0a0137f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:01:30.575013 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 54680) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:01:30.595833 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-3add7f14-87f1-4263-b64d-fd66d5c0fe69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:30.730085 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-3add7f14-87f1-4263-b64d-fd66d5c0fe69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:30.735958 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-3add7f14-87f1-4263-b64d-fd66d5c0fe69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:30.740773 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-970c2d5a-8744-462e-9772-55f32fcf1ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:01:30.783812 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add7f14-87f1-4263-b64d-fd66d5c0fe69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9711362-0294-46da-801d-5fbad1d91650,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:01:30.787505 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-3add7f14-87f1-4263-b64d-fd66d5c0fe69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:01:30.792231 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-3add7f14-87f1-4263-b64d-fd66d5c0fe69 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f8274beb3e7c455393c0edb8a414bb20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2157176 Jun 16 13:01:30.798176 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 54682) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:01:30.884582 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-87d0229d-7a49-48ea-8e38-4ca14321978f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:30.925984 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-87d0229d-7a49-48ea-8e38-4ca14321978f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:30.961872 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-76fdaca1-b562-4151-8918-739801bb9fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:31.002712 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-87d0229d-7a49-48ea-8e38-4ca14321978f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:31.005708 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-87d0229d-7a49-48ea-8e38-4ca14321978f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:31.007026 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-87d0229d-7a49-48ea-8e38-4ca14321978f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c9711362-0294-46da-801d-5fbad1d91650 HTTP/1.1" status: 204 len: 168 time: 0.2077940 Jun 16 13:01:31.008172 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-56d52eeb-7271-45e5-a198-f537f6e34499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:01:31.017669 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d0229d-7a49-48ea-8e38-4ca14321978f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9711362-0294-46da-801d-5fbad1d91650,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:01:31.020452 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-87d0229d-7a49-48ea-8e38-4ca14321978f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:01:33.165435 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:33.285498 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 54736) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:01:33.419827 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-877e06ea-8694-488d-9c33-6acf7bb171fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:33.530859 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-877e06ea-8694-488d-9c33-6acf7bb171fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:33.536142 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-877e06ea-8694-488d-9c33-6acf7bb171fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:33.539137 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-5e9e72ba-f369-450b-a55d-432a559894b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:01:33.581687 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-877e06ea-8694-488d-9c33-6acf7bb171fb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ad3afdebae5047e190cf00ac196c74b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2948904 Jun 16 13:01:33.582689 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e06ea-8694-488d-9c33-6acf7bb171fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523b543c-18cd-4ad3-9a7c-d03bea158c44,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:01:33.586109 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-877e06ea-8694-488d-9c33-6acf7bb171fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:01:33.587084 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 54740) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:01:33.663665 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f0ab1152-dc9e-4fbb-ba94-2d9371a6f9f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:33.691026 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f0ab1152-dc9e-4fbb-ba94-2d9371a6f9f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:33.755000 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f0ab1152-dc9e-4fbb-ba94-2d9371a6f9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:33.758763 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f0ab1152-dc9e-4fbb-ba94-2d9371a6f9f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:33.760067 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-f0ab1152-dc9e-4fbb-ba94-2d9371a6f9f6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/523b543c-18cd-4ad3-9a7c-d03bea158c44 HTTP/1.1" status: 204 len: 168 time: 0.1714206 Jun 16 13:01:33.760973 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-39083753-8353-487a-9c27-01e968623b15 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:01:33.770437 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab1152-dc9e-4fbb-ba94-2d9371a6f9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523b543c-18cd-4ad3-9a7c-d03bea158c44,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:01:33.775374 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-f0ab1152-dc9e-4fbb-ba94-2d9371a6f9f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:01:34.103506 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 54746) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:01:34.118113 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-972d1d68-d98a-4268-b6cc-297dc0fd860e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:34.280375 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-972d1d68-d98a-4268-b6cc-297dc0fd860e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:34.285766 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-972d1d68-d98a-4268-b6cc-297dc0fd860e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:34.288631 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-75e53d6f-fde1-4714-b9a2-c79c250bc9e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:01:34.330186 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-972d1d68-d98a-4268-b6cc-297dc0fd860e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0a4677b1b5f145448282c1e08d51bf42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2252502 Jun 16 13:01:34.331215 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d1d68-d98a-4268-b6cc-297dc0fd860e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b02fbba-b7c4-4950-be86-f53ef679fbe6,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:01:34.334431 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 54748) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:01:34.335480 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-972d1d68-d98a-4268-b6cc-297dc0fd860e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:01:34.431019 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-2d8b70d9-ebe2-4074-9ac7-bc008ea9dd64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:34.469134 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-2d8b70d9-ebe2-4074-9ac7-bc008ea9dd64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:34.550864 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-2d8b70d9-ebe2-4074-9ac7-bc008ea9dd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:34.554075 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-2d8b70d9-ebe2-4074-9ac7-bc008ea9dd64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:34.556129 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-2d8b70d9-ebe2-4074-9ac7-bc008ea9dd64 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5b02fbba-b7c4-4950-be86-f53ef679fbe6 HTTP/1.1" status: 204 len: 168 time: 0.2189758 Jun 16 13:01:34.557465 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-e0726d5d-9036-4f10-9316-90a35476d1c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:01:34.571392 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b70d9-ebe2-4074-9ac7-bc008ea9dd64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b02fbba-b7c4-4950-be86-f53ef679fbe6,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:01:34.585407 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b70d9-ebe2-4074-9ac7-bc008ea9dd64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:01:34.585974 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b70d9-ebe2-4074-9ac7-bc008ea9dd64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:01:34.586722 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b70d9-ebe2-4074-9ac7-bc008ea9dd64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:01:34.587357 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b70d9-ebe2-4074-9ac7-bc008ea9dd64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:01:34.587970 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b70d9-ebe2-4074-9ac7-bc008ea9dd64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:01:34.588586 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b70d9-ebe2-4074-9ac7-bc008ea9dd64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:01:34.589369 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b70d9-ebe2-4074-9ac7-bc008ea9dd64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:01:34.589991 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b70d9-ebe2-4074-9ac7-bc008ea9dd64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:01:34.590891 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b70d9-ebe2-4074-9ac7-bc008ea9dd64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:01:34.591524 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b70d9-ebe2-4074-9ac7-bc008ea9dd64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:01:34.592186 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b70d9-ebe2-4074-9ac7-bc008ea9dd64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:01:34.592788 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b70d9-ebe2-4074-9ac7-bc008ea9dd64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:01:34.597933 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-2d8b70d9-ebe2-4074-9ac7-bc008ea9dd64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:01:35.310181 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f9a17e0a-bc33-4d6c-ac8c-0c0c5bd072f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:35.457712 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a217623f-a493-415a-8b3a-ecd243aef0f5 req-944d6ce7-20bd-474e-bb64-46960520703d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f3574b5a-f771-489d-bb4f-7f6839cddbbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0832238 Jun 16 13:01:35.568903 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217623f-a493-415a-8b3a-ecd243aef0f5 req-9bc99311-d2ec-484c-b786-7ad0c7d247f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:01:35.571406 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a217623f-a493-415a-8b3a-ecd243aef0f5 req-9bc99311-d2ec-484c-b786-7ad0c7d247f1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=da4b4dfb37af47e0a46b78585a4d542d&device_id=f3574b5a-f771-489d-bb4f-7f6839cddbbb HTTP/1.1" status: 200 len: 1098 time: 0.0796447 Jun 16 13:01:35.683926 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:35.751987 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217623f-a493-415a-8b3a-ecd243aef0f5 req-88693306-63d9-4bba-8dd4-232079b3400c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:01:35.753520 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a217623f-a493-415a-8b3a-ecd243aef0f5 req-88693306-63d9-4bba-8dd4-232079b3400c service neutron] 10.222.0.73 "GET /v2.0/networks?id=81366883-77d0-4eba-a7ab-e7372a5bb020 HTTP/1.1" status: 200 len: 912 time: 0.1559153 Jun 16 13:01:35.834637 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a217623f-a493-415a-8b3a-ecd243aef0f5 req-473c1b52-4d1e-4f72-816a-0c912590c09e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c436d91-3aec-46ad-b620-48e16cbdef71 HTTP/1.1" status: 200 len: 1001 time: 0.0697563 Jun 16 13:01:35.918823 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217623f-a493-415a-8b3a-ecd243aef0f5 req-78bb199c-7217-43bf-ac1e-496654b8613e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:01:35.921009 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a217623f-a493-415a-8b3a-ecd243aef0f5 req-78bb199c-7217-43bf-ac1e-496654b8613e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5c93f27e-893b-471b-8c45-8d133d4e0e81 HTTP/1.1" status: 200 len: 850 time: 0.0783899 Jun 16 13:01:36.018167 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217623f-a493-415a-8b3a-ecd243aef0f5 req-4a51e4aa-9158-4ce5-914d-a905e2cd21eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:01:36.019867 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a217623f-a493-415a-8b3a-ecd243aef0f5 req-4a51e4aa-9158-4ce5-914d-a905e2cd21eb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=81366883-77d0-4eba-a7ab-e7372a5bb020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0873563 Jun 16 13:01:36.156282 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a217623f-a493-415a-8b3a-ecd243aef0f5 req-fdd2773a-6818-4425-9370-11258787f20b service neutron] 10.222.0.73 "GET /v2.0/networks/81366883-77d0-4eba-a7ab-e7372a5bb020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245131 Jun 16 13:01:36.277885 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a217623f-a493-415a-8b3a-ecd243aef0f5 req-c9b06c0d-0d39-424a-a450-a8a63c290a9e service neutron] 10.222.0.73 "GET /v2.0/networks/81366883-77d0-4eba-a7ab-e7372a5bb020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036410 Jun 16 13:01:37.026927 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:39.339922 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:40.624612 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 54848) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:01:40.741005 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-9e568378-db69-4de7-81e0-46c19580a065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:40.848086 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-9e568378-db69-4de7-81e0-46c19580a065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:40.853388 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-9e568378-db69-4de7-81e0-46c19580a065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:40.856531 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-3026662e-855e-482c-9843-a26d2c539dfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:01:40.900112 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e568378-db69-4de7-81e0-46c19580a065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5443cfdd-7ea0-43d9-8b56-eeee70e8e987,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:01:40.909221 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-9e568378-db69-4de7-81e0-46c19580a065 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=29d91200f0944e64a05643b1f11fdfde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2791197 Jun 16 13:01:40.909221 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-9e568378-db69-4de7-81e0-46c19580a065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:01:40.909700 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 54854) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:01:40.973500 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-9e6b2013-1357-4dfc-97cd-5c49450348fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:41.000012 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-9e6b2013-1357-4dfc-97cd-5c49450348fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:41.068707 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-9e6b2013-1357-4dfc-97cd-5c49450348fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:41.071441 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-9e6b2013-1357-4dfc-97cd-5c49450348fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:41.072637 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-9e6b2013-1357-4dfc-97cd-5c49450348fc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5443cfdd-7ea0-43d9-8b56-eeee70e8e987 HTTP/1.1" status: 204 len: 168 time: 0.1619668 Jun 16 13:01:41.073509 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-775f1dcd-f5b3-4c3d-b72a-03617685bf1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:01:41.082530 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b2013-1357-4dfc-97cd-5c49450348fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5443cfdd-7ea0-43d9-8b56-eeee70e8e987,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:01:41.085129 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-9e6b2013-1357-4dfc-97cd-5c49450348fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:01:41.452882 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 54860) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:01:41.469155 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c7e4e10e-9789-4d7f-81d0-6f588be05e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:41.590204 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c7e4e10e-9789-4d7f-81d0-6f588be05e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:41.598905 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-c7e4e10e-9789-4d7f-81d0-6f588be05e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:41.603075 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-71e15de5-4128-4292-97b2-4dfdecb2ca02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:01:41.647328 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e4e10e-9789-4d7f-81d0-6f588be05e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90fda521-8172-429e-b30b-52e5b2d9547d,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:01:41.653115 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-c7e4e10e-9789-4d7f-81d0-6f588be05e93 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c2bed9f498604d249c84082c49cec39e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1987143 Jun 16 13:01:41.655487 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-c7e4e10e-9789-4d7f-81d0-6f588be05e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:01:41.657509 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 54862) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:01:41.721491 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-43198d3d-beaa-4f6a-ad1c-7514b871d9bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:41.753168 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-43198d3d-beaa-4f6a-ad1c-7514b871d9bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:41.814986 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-43198d3d-beaa-4f6a-ad1c-7514b871d9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:41.818479 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-43198d3d-beaa-4f6a-ad1c-7514b871d9bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:41.821074 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-43198d3d-beaa-4f6a-ad1c-7514b871d9bf admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/90fda521-8172-429e-b30b-52e5b2d9547d HTTP/1.1" status: 204 len: 168 time: 0.1612692 Jun 16 13:01:41.821074 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-67e34aa1-5404-406d-8776-d874ac287cb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:01:41.832677 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43198d3d-beaa-4f6a-ad1c-7514b871d9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fda521-8172-429e-b30b-52e5b2d9547d,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:01:41.835947 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-43198d3d-beaa-4f6a-ad1c-7514b871d9bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:01:42.275556 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 54868) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:01:42.291231 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f9a8fd44-8405-420e-8f28-e33b450c5c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:42.412767 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f9a8fd44-8405-420e-8f28-e33b450c5c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:42.417461 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-f9a8fd44-8405-420e-8f28-e33b450c5c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:42.420297 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-b1640636-66d1-4f5a-a866-c440f89bd4e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:01:42.472179 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-f9a8fd44-8405-420e-8f28-e33b450c5c70 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7b571ebedcd84c3ba4249a67bc55a0e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1954129 Jun 16 13:01:42.473449 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8fd44-8405-420e-8f28-e33b450c5c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b1e927-e627-4629-bade-7ffba0fb36e9,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:01:42.475992 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 54870) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:01:42.476832 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-f9a8fd44-8405-420e-8f28-e33b450c5c70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:01:42.536744 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0858ea27-c530-4fe8-8fbc-aa4ed330c8a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:42.565886 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0858ea27-c530-4fe8-8fbc-aa4ed330c8a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:42.622317 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0858ea27-c530-4fe8-8fbc-aa4ed330c8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:42.627787 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-0858ea27-c530-4fe8-8fbc-aa4ed330c8a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:01:42.629926 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-0858ea27-c530-4fe8-8fbc-aa4ed330c8a8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/42b1e927-e627-4629-bade-7ffba0fb36e9 HTTP/1.1" status: 204 len: 168 time: 0.1521678 Jun 16 13:01:42.631781 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-372c3b83-8481-40be-843f-7d8e5cd3b7f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:01:42.647581 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858ea27-c530-4fe8-8fbc-aa4ed330c8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b1e927-e627-4629-bade-7ffba0fb36e9,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:01:42.651431 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-0858ea27-c530-4fe8-8fbc-aa4ed330c8a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:02:00.957793 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f79da66a-4832-42d0-ac14-a801a3db005b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:02:01.194344 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:02:03.172189 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:02:05.298719 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-695ac77c-309c-4f93-bdf0-9f8ca22af1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:02:05.681504 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:02:07.031548 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:02:09.349158 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:02:21.639841 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014aca0-1443-42ed-bea4-aeab20a1a293 req-b67c83e8-d98c-43af-9e51-027ec27ad297 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:02:21.641965 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c014aca0-1443-42ed-bea4-aeab20a1a293 req-b67c83e8-d98c-43af-9e51-027ec27ad297 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3574b5a-f771-489d-bb4f-7f6839cddbbb HTTP/1.1" status: 200 len: 945 time: 0.0747826 Jun 16 13:02:21.694769 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c014aca0-1443-42ed-bea4-aeab20a1a293 req-36cd926b-623d-4f0f-adb2-bb75294ee1a8 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/security-groups?id=68c5a738-8df5-4097-bf14-cd6f443068f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458946 Jun 16 13:02:22.967818 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7f23c-f028-428a-a109-644d0f2ea1ef req-c0e79db1-fbd6-496e-bf10-9b382d1534b3 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:02:22.969592 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-73d7f23c-f028-428a-a109-644d0f2ea1ef req-c0e79db1-fbd6-496e-bf10-9b382d1534b3 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3574b5a-f771-489d-bb4f-7f6839cddbbb HTTP/1.1" status: 200 len: 945 time: 0.0824733 Jun 16 13:02:23.023741 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-73d7f23c-f028-428a-a109-644d0f2ea1ef req-d1331c09-4ea1-4a8d-ab93-6a16cdaf72f4 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/security-groups?id=68c5a738-8df5-4097-bf14-cd6f443068f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435996 Jun 16 13:02:23.473239 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc4aeb-0e18-41b8-81f4-c1b2c0a3ba87 req-b76c0597-01ac-4776-93bb-a70c526fd25f tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:02:23.474968 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4bcc4aeb-0e18-41b8-81f4-c1b2c0a3ba87 req-b76c0597-01ac-4776-93bb-a70c526fd25f tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3574b5a-f771-489d-bb4f-7f6839cddbbb HTTP/1.1" status: 200 len: 945 time: 0.0848777 Jun 16 13:02:23.595388 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [req-4bcc4aeb-0e18-41b8-81f4-c1b2c0a3ba87 req-cb8c4391-0ea9-423a-b4e0-4f7b71dc1fbc tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Deleting port 3c436d91-3aec-46ad-b620-48e16cbdef71 {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:02:23.595722 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-4bcc4aeb-0e18-41b8-81f4-c1b2c0a3ba87 req-cb8c4391-0ea9-423a-b4e0-4f7b71dc1fbc tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:02:23.707090 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-4bcc4aeb-0e18-41b8-81f4-c1b2c0a3ba87 req-cb8c4391-0ea9-423a-b4e0-4f7b71dc1fbc tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] For port 3c436d91-3aec-46ad-b620-48e16cbdef71, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=3c436d91-3aec-46ad-b620-48e16cbdef71,segment=NetworkSegment(dcca0cf4-eafc-4ce6-9f7a-4008abe5738d),segment_id=dcca0cf4-eafc-4ce6-9f7a-4008abe5738d)] {{(pid=109146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:02:23.707407 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-4bcc4aeb-0e18-41b8-81f4-c1b2c0a3ba87 req-cb8c4391-0ea9-423a-b4e0-4f7b71dc1fbc tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:02:23.917372 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-4bcc4aeb-0e18-41b8-81f4-c1b2c0a3ba87 req-cb8c4391-0ea9-423a-b4e0-4f7b71dc1fbc tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:02:23.917721 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-4bcc4aeb-0e18-41b8-81f4-c1b2c0a3ba87 req-cb8c4391-0ea9-423a-b4e0-4f7b71dc1fbc tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442364'] for floatingip, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:02:23.918129 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.db.l3_db [req-4bcc4aeb-0e18-41b8-81f4-c1b2c0a3ba87 req-cb8c4391-0ea9-423a-b4e0-4f7b71dc1fbc tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Floating IP 6b526d81-d497-4518-b0c9-8bc5459a7a48 disassociated. External IP: 172.27.0.151, port: 3c436d91-3aec-46ad-b620-48e16cbdef71. Jun 16 13:02:23.918508 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [req-4bcc4aeb-0e18-41b8-81f4-c1b2c0a3ba87 req-cb8c4391-0ea9-423a-b4e0-4f7b71dc1fbc tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Calling delete_port for 3c436d91-3aec-46ad-b620-48e16cbdef71 owned by compute:nova {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:02:24.078159 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-4bcc4aeb-0e18-41b8-81f4-c1b2c0a3ba87 req-cb8c4391-0ea9-423a-b4e0-4f7b71dc1fbc tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32077183'] for port, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:02:24.084228 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-8a59aa98-3560-41cf-8218-2b9b90d3def2 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:02:24.128421 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c4391-0ea9-423a-b4e0-4f7b71dc1fbc tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Pushing event deleted for resources: {'Port': ['ID=3c436d91-3aec-46ad-b620-48e16cbdef71,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:02:24.209058 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-72fb0076-3928-4245-bf07-cd19c94f25a1 req-b8165619-dbf2-41a0-80a0-6019afa123c1 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3574b5a-f771-489d-bb4f-7f6839cddbbb HTTP/1.1" status: 200 len: 210 time: 0.0401165 Jun 16 13:02:24.214890 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8c4391-0ea9-423a-b4e0-4f7b71dc1fbc tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:02:24.215530 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8c4391-0ea9-423a-b4e0-4f7b71dc1fbc tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:02:24.217128 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8c4391-0ea9-423a-b4e0-4f7b71dc1fbc tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:02:24.217664 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8c4391-0ea9-423a-b4e0-4f7b71dc1fbc tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:02:24.217937 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8c4391-0ea9-423a-b4e0-4f7b71dc1fbc tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:02:24.218621 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8c4391-0ea9-423a-b4e0-4f7b71dc1fbc tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:02:24.219261 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8c4391-0ea9-423a-b4e0-4f7b71dc1fbc tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:02:24.227260 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8c4391-0ea9-423a-b4e0-4f7b71dc1fbc tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:02:24.227260 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8c4391-0ea9-423a-b4e0-4f7b71dc1fbc tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:02:24.227260 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8c4391-0ea9-423a-b4e0-4f7b71dc1fbc tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:02:24.227260 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8c4391-0ea9-423a-b4e0-4f7b71dc1fbc tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:02:24.227260 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8c4391-0ea9-423a-b4e0-4f7b71dc1fbc tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:02:24.267108 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-cb8c4391-0ea9-423a-b4e0-4f7b71dc1fbc tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:02:24.320807 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bcc4aeb-0e18-41b8-81f4-c1b2c0a3ba87 req-cb8c4391-0ea9-423a-b4e0-4f7b71dc1fbc tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Router 7e42a6ab-b333-4411-a2f9-bb727764d8ef has already been hosted by L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 {{(pid=109146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:02:24.445638 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bcc4aeb-0e18-41b8-81f4-c1b2c0a3ba87 req-cb8c4391-0ea9-423a-b4e0-4f7b71dc1fbc tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:02:24.460226 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438b49aa-cd3e-4072-9879-bbb0bfa7be5c None None] Sync routers for ids ['7e42a6ab-b333-4411-a2f9-bb727764d8ef'] in dv-cinder-766296-6-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:02:24.476022 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438b49aa-cd3e-4072-9879-bbb0bfa7be5c None None] Routers {'7e42a6ab-b333-4411-a2f9-bb727764d8ef'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:02:24.476877 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-438b49aa-cd3e-4072-9879-bbb0bfa7be5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a447cd0>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T13:02:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['7e42a6ab-b333-4411-a2f9-bb727764d8ef'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:02:24.525237 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bcc4aeb-0e18-41b8-81f4-c1b2c0a3ba87 req-cb8c4391-0ea9-423a-b4e0-4f7b71dc1fbc tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] No DVR routers for this DVR port 3c436d91-3aec-46ad-b620-48e16cbdef71 on host hv-cinder-76629 {{(pid=109146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:02:24.530079 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-4bcc4aeb-0e18-41b8-81f4-c1b2c0a3ba87 req-cb8c4391-0ea9-423a-b4e0-4f7b71dc1fbc tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:02:24.533097 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-4bcc4aeb-0e18-41b8-81f4-c1b2c0a3ba87 req-cb8c4391-0ea9-423a-b4e0-4f7b71dc1fbc tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.73 "DELETE /v2.0/ports/3c436d91-3aec-46ad-b620-48e16cbdef71 HTTP/1.1" status: 204 len: 173 time: 1.0493417 Jun 16 13:02:24.533740 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3574b5a-f771-489d-bb4f-7f6839cddbbb', 'name': 'network-vif-deleted', 'tag': '3c436d91-3aec-46ad-b620-48e16cbdef71'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:02:24.536314 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d3ced2b0755242c869f5b076fa8168e6e97917c7fd5877aaea6e5f8b8701d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99755ae8-ad4e-428c-bd41-961fcf643403" -d '{"events": [{"server_uuid": "f3574b5a-f771-489d-bb4f-7f6839cddbbb", "name": "network-vif-deleted", "tag": "3c436d91-3aec-46ad-b620-48e16cbdef71"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:02:24.616919 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a196e7-5d38-4906-bf96-fcbadcc43294 x-openstack-request-id: req-10a196e7-5d38-4906-bf96-fcbadcc43294 {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:02:24.617793 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3574b5a-f771-489d-bb4f-7f6839cddbbb", "name": "network-vif-deleted", "tag": "3c436d91-3aec-46ad-b620-48e16cbdef71", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:02:24.618014 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-10a196e7-5d38-4906-bf96-fcbadcc43294 {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:02:24.618755 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3574b5a-f771-489d-bb4f-7f6839cddbbb', 'name': 'network-vif-deleted', 'tag': '3c436d91-3aec-46ad-b620-48e16cbdef71', 'status': 'completed', 'code': 200} Jun 16 13:02:24.668484 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-438b49aa-cd3e-4072-9879-bbb0bfa7be5c None None] Set router 7e42a6ab-b333-4411-a2f9-bb727764d8ef gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:02:24.983012 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-438b49aa-cd3e-4072-9879-bbb0bfa7be5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a447cd0>, [{'id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'name': 'tempest-TestVolumeBootPattern-300302500-router', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:59:00Z', 'updated_at': '2021-06-16T12:59:10Z', 'revision_number': 4, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'gw_port': {'id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:02Z', 'updated_at': '2021-06-16T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '822e6074-c6ba-4408-9a6b-09da0d0ed14a', 'name': '', 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'mac_address': 'fa:16:3e:9f:18:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:08Z', 'updated_at': '2021-06-16T12:59:15Z', 'revision_number': 5, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'subnets': [{'id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:02:24.987439 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438b49aa-cd3e-4072-9879-bbb0bfa7be5c None None] Checking router: 7e42a6ab-b333-4411-a2f9-bb727764d8ef for host: dv-cinder-766296-6-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:02:24.997742 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438b49aa-cd3e-4072-9879-bbb0bfa7be5c None None] Routers {'7e42a6ab-b333-4411-a2f9-bb727764d8ef'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:02:24.998645 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-438b49aa-cd3e-4072-9879-bbb0bfa7be5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a447cd0>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T13:02:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['7e42a6ab-b333-4411-a2f9-bb727764d8ef'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:02:25.130989 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-438b49aa-cd3e-4072-9879-bbb0bfa7be5c None None] Set router 7e42a6ab-b333-4411-a2f9-bb727764d8ef gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:02:25.434307 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-7e3781f7-8aed-4524-b9f1-f8d0ec02ddea req-6d73962a-f321-41cf-8fc8-252ca496194b tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3574b5a-f771-489d-bb4f-7f6839cddbbb HTTP/1.1" status: 200 len: 210 time: 0.0352755 Jun 16 13:02:25.567021 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-438b49aa-cd3e-4072-9879-bbb0bfa7be5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a447cd0>, [{'id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'name': 'tempest-TestVolumeBootPattern-300302500-router', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:59:00Z', 'updated_at': '2021-06-16T12:59:10Z', 'revision_number': 4, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'gw_port': {'id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:02Z', 'updated_at': '2021-06-16T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '822e6074-c6ba-4408-9a6b-09da0d0ed14a', 'name': '', 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'mac_address': 'fa:16:3e:9f:18:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:08Z', 'updated_at': '2021-06-16T12:59:15Z', 'revision_number': 5, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'subnets': [{'id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:02:25.571278 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438b49aa-cd3e-4072-9879-bbb0bfa7be5c None None] The sync data for ids ['7e42a6ab-b333-4411-a2f9-bb727764d8ef'] in dv-cinder-766296-6-iscsi is: [{'id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'name': 'tempest-TestVolumeBootPattern-300302500-router', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:59:00Z', 'updated_at': '2021-06-16T12:59:10Z', 'revision_number': 4, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'gw_port': {'id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:02Z', 'updated_at': '2021-06-16T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '822e6074-c6ba-4408-9a6b-09da0d0ed14a', 'name': '', 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'mac_address': 'fa:16:3e:9f:18:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:08Z', 'updated_at': '2021-06-16T12:59:15Z', 'revision_number': 5, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'subnets': [{'id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:02:25.851906 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72106c3e-c61a-4096-94c7-071c91eb7be9 None None] New status for floating IP 6b526d81-d497-4518-b0c9-8bc5459a7a48: DOWN {{(pid=109148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:02:26.798891 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1def6ba8-9d21-473e-a490-bac36329de03 req-5f12b109-02d4-4972-84e5-943a07970787 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1130986994&fields=id&tenant_id=da4b4dfb37af47e0a46b78585a4d542d HTTP/1.1" status: 200 len: 267 time: 0.0377831 Jun 16 13:02:26.927975 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def6ba8-9d21-473e-a490-bac36329de03 req-73dd9506-0d4a-4473-a291-1445f7fba173 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:02:26.929703 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1def6ba8-9d21-473e-a490-bac36329de03 req-73dd9506-0d4a-4473-a291-1445f7fba173 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/networks?id=81366883-77d0-4eba-a7ab-e7372a5bb020 HTTP/1.1" status: 200 len: 811 time: 0.1202102 Jun 16 13:02:26.951527 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1def6ba8-9d21-473e-a490-bac36329de03 req-2f0d5df2-7120-4dfc-9aa1-e8d0b3981ced tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/quotas/da4b4dfb37af47e0a46b78585a4d542d HTTP/1.1" status: 200 len: 375 time: 0.0148959 Jun 16 13:02:27.035901 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1def6ba8-9d21-473e-a490-bac36329de03 req-41f2a149-51a0-4d05-8433-62e11f515094 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=da4b4dfb37af47e0a46b78585a4d542d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0782733 Jun 16 13:02:27.101065 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 3c436d91-3aec-46ad-b620-48e16cbdef71 no longer exists at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:02:27.133191 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-43072469-a160-4d16-9402-2253616714b8 None None] No Port match for: 3c436d91-3aec-46ad-b620-48e16cbdef71 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:02:27.133773 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 3c436d91-3aec-46ad-b620-48e16cbdef71 not bound to the agent host hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:02:27.305833 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1def6ba8-9d21-473e-a490-bac36329de03 req-54bbdf78-7fb1-4c9f-a5f4-17067d5ee60c service neutron] 10.222.0.67 "GET /v2.0/networks/81366883-77d0-4eba-a7ab-e7372a5bb020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562611 Jun 16 13:02:27.435067 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1def6ba8-9d21-473e-a490-bac36329de03 req-e42d391a-7444-4423-830a-b13eadfdba14 service neutron] 10.222.0.67 "GET /v2.0/networks/81366883-77d0-4eba-a7ab-e7372a5bb020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214268 Jun 16 13:02:27.833368 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-50ddf3e4-22f8-4376-ae49-f8702477f9ff req-409b20a8-15d3-4252-a659-1fcf53545312 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffb2fc22-b538-4685-8b98-01aa4c60feb5 HTTP/1.1" status: 200 len: 210 time: 0.0322773 Jun 16 13:02:29.012151 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d9c85cc5-4428-49fd-aa74-b99a3dced6c0 req-9e2421c6-769b-4b3d-aac7-37888d03d901 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffb2fc22-b538-4685-8b98-01aa4c60feb5 HTTP/1.1" status: 200 len: 210 time: 0.0345235 Jun 16 13:02:29.137526 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def6ba8-9d21-473e-a490-bac36329de03 req-15e7bbb5-1f20-4c05-b6bf-5b684996ef48 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:02:29.139342 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1def6ba8-9d21-473e-a490-bac36329de03 req-15e7bbb5-1f20-4c05-b6bf-5b684996ef48 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.73 "GET /v2.0/networks?id=81366883-77d0-4eba-a7ab-e7372a5bb020 HTTP/1.1" status: 200 len: 811 time: 0.1403432 Jun 16 13:02:29.202621 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1def6ba8-9d21-473e-a490-bac36329de03 req-59e1c57f-baac-4a5c-820f-65a03d45398e tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da4b4dfb37af47e0a46b78585a4d542d HTTP/1.1" status: 200 len: 380 time: 0.0457730 Jun 16 13:02:29.216285 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [req-1def6ba8-9d21-473e-a490-bac36329de03 req-2048b77d-fa66-400b-bd7b-195553155132 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Request body: {'port': {'device_id': 'ffb2fc22-b538-4685-8b98-01aa4c60feb5', 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020', 'admin_state_up': True, 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'security_groups': ['68c5a738-8df5-4097-bf14-cd6f443068f8']}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:02:29.369452 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1def6ba8-9d21-473e-a490-bac36329de03 req-2048b77d-fa66-400b-bd7b-195553155132 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Made reservation on behalf of da4b4dfb37af47e0a46b78585a4d542d for: {'port': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:02:29.374168 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-1def6ba8-9d21-473e-a490-bac36329de03 req-2048b77d-fa66-400b-bd7b-195553155132 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:02:29.533597 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [req-1def6ba8-9d21-473e-a490-bac36329de03 req-2048b77d-fa66-400b-bd7b-195553155132 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Allocated IP 172.20.0.8 (81366883-77d0-4eba-a7ab-e7372a5bb020/5c93f27e-893b-471b-8c45-8d133d4e0e81/458f5bb9-2c7c-422a-9353-fbe5b2c89d5b) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:02:29.711820 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-1def6ba8-9d21-473e-a490-bac36329de03 req-2048b77d-fa66-400b-bd7b-195553155132 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for port, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:02:29.734413 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.provisioning_blocks [req-1def6ba8-9d21-473e-a490-bac36329de03 req-2048b77d-fa66-400b-bd7b-195553155132 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Transition to ACTIVE for port object 458f5bb9-2c7c-422a-9353-fbe5b2c89d5b will not be triggered until provisioned by entity DHCP. {{(pid=109146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:02:29.774984 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-1def6ba8-9d21-473e-a490-bac36329de03 req-2048b77d-fa66-400b-bd7b-195553155132 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32077152'] for port, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:02:29.779503 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-590a1bf5-d8b5-4c82-b818-e120f2ebac1d tempest-VolumesActionsTest-1794025839 tempest-VolumesActionsTest-1794025839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:02:29.838975 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1def6ba8-9d21-473e-a490-bac36329de03 req-2048b77d-fa66-400b-bd7b-195553155132 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Network 81366883-77d0-4eba-a7ab-e7372a5bb020 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:02:29.842734 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [req-1def6ba8-9d21-473e-a490-bac36329de03 req-2048b77d-fa66-400b-bd7b-195553155132 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:02:29.853708 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [req-1def6ba8-9d21-473e-a490-bac36329de03 req-2048b77d-fa66-400b-bd7b-195553155132 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:02:29.865846 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2048b77d-fa66-400b-bd7b-195553155132 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Pushing event updated for resources: {'Port': ['ID=458f5bb9-2c7c-422a-9353-fbe5b2c89d5b,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:02:29.891624 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-2048b77d-fa66-400b-bd7b-195553155132 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:02:29.927835 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def6ba8-9d21-473e-a490-bac36329de03 req-2048b77d-fa66-400b-bd7b-195553155132 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:02:29.928514 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-1def6ba8-9d21-473e-a490-bac36329de03 req-2048b77d-fa66-400b-bd7b-195553155132 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:02:29.946556 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1def6ba8-9d21-473e-a490-bac36329de03 req-2048b77d-fa66-400b-bd7b-195553155132 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7359407 Jun 16 13:02:29.963954 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [req-1def6ba8-9d21-473e-a490-bac36329de03 req-538b5a02-1e6d-48f7-a66e-893073f504b3 service neutron] Request body: {'port': {'device_id': 'ffb2fc22-b538-4685-8b98-01aa4c60feb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76629'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:02:30.077477 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-1def6ba8-9d21-473e-a490-bac36329de03 req-538b5a02-1e6d-48f7-a66e-893073f504b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:02:30.162210 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-81f98129-5bd1-4f44-af30-bb7856159a8c None None] Provisioning for port 458f5bb9-2c7c-422a-9353-fbe5b2c89d5b completed by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:02:30.172012 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-81f98129-5bd1-4f44-af30-bb7856159a8c None None] Provisioning complete for port 458f5bb9-2c7c-422a-9353-fbe5b2c89d5b triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:02:30.172998 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-81f98129-5bd1-4f44-af30-bb7856159a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:02:30.238775 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-81f98129-5bd1-4f44-af30-bb7856159a8c None None] Port 458f5bb9-2c7c-422a-9353-fbe5b2c89d5b cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:02:30.257171 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16945f6d-876a-4411-b69e-ed4f1d922138 req-ae81e629-1716-4751-b133-6f50f505271c tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:02:30.258863 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-16945f6d-876a-4411-b69e-ed4f1d922138 req-ae81e629-1716-4751-b133-6f50f505271c tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffb2fc22-b538-4685-8b98-01aa4c60feb5 HTTP/1.1" status: 200 len: 931 time: 0.1008589 Jun 16 13:02:30.316806 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-16945f6d-876a-4411-b69e-ed4f1d922138 req-240c96db-5d19-4460-9933-8a653c61cc17 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/security-groups?id=68c5a738-8df5-4097-bf14-cd6f443068f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503716 Jun 16 13:02:30.435233 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [req-1def6ba8-9d21-473e-a490-bac36329de03 req-538b5a02-1e6d-48f7-a66e-893073f504b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 458f5bb9-2c7c-422a-9353-fbe5b2c89d5b {{(pid=109146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:02:30.445131 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-1def6ba8-9d21-473e-a490-bac36329de03 req-538b5a02-1e6d-48f7-a66e-893073f504b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:02:30.461238 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.provisioning_blocks [req-1def6ba8-9d21-473e-a490-bac36329de03 req-538b5a02-1e6d-48f7-a66e-893073f504b3 service neutron] Transition to ACTIVE for port object 458f5bb9-2c7c-422a-9353-fbe5b2c89d5b will not be triggered until provisioned by entity L2. {{(pid=109146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:02:30.466287 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-1def6ba8-9d21-473e-a490-bac36329de03 req-538b5a02-1e6d-48f7-a66e-893073f504b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32077174'] for port, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:02:30.469047 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-23a389dc-f744-4725-933a-f146a5b2be32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:02:30.561187 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b5a02-1e6d-48f7-a66e-893073f504b3 service neutron] Pushing event updated for resources: {'Port': ['ID=458f5bb9-2c7c-422a-9353-fbe5b2c89d5b,revision_number=2']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:02:30.569687 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-538b5a02-1e6d-48f7-a66e-893073f504b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:02:30.674467 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-1def6ba8-9d21-473e-a490-bac36329de03 req-538b5a02-1e6d-48f7-a66e-893073f504b3 service neutron] Attempting to bind port 458f5bb9-2c7c-422a-9353-fbe5b2c89d5b on host hv-cinder-76629 for vnic_type normal with profile {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:02:30.675051 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-1def6ba8-9d21-473e-a490-bac36329de03 req-538b5a02-1e6d-48f7-a66e-893073f504b3 service neutron] Attempting to bind port 458f5bb9-2c7c-422a-9353-fbe5b2c89d5b by drivers openvswitch,hyperv on host hv-cinder-76629 at level 0 using segments [{'id': 'dcca0cf4-eafc-4ce6-9f7a-4008abe5738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020'}] {{(pid=109146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:02:30.675620 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1def6ba8-9d21-473e-a490-bac36329de03 req-538b5a02-1e6d-48f7-a66e-893073f504b3 service neutron] Attempting to bind port 458f5bb9-2c7c-422a-9353-fbe5b2c89d5b on network 81366883-77d0-4eba-a7ab-e7372a5bb020 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:02:30.686132 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1def6ba8-9d21-473e-a490-bac36329de03 req-538b5a02-1e6d-48f7-a66e-893073f504b3 service neutron] Port 458f5bb9-2c7c-422a-9353-fbe5b2c89d5b on network 81366883-77d0-4eba-a7ab-e7372a5bb020 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76629 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:02:30.686840 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1def6ba8-9d21-473e-a490-bac36329de03 req-538b5a02-1e6d-48f7-a66e-893073f504b3 service neutron] Attempting to bind port 458f5bb9-2c7c-422a-9353-fbe5b2c89d5b on network 81366883-77d0-4eba-a7ab-e7372a5bb020 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:02:30.693953 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1def6ba8-9d21-473e-a490-bac36329de03 req-538b5a02-1e6d-48f7-a66e-893073f504b3 service neutron] Checking agent: {'id': 'b6c345f8-0197-4552-bdfc-f76fc82bf107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76629', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 47, 31), 'started_at': datetime.datetime(2021, 6, 16, 12, 47, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:02:30.694509 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1def6ba8-9d21-473e-a490-bac36329de03 req-538b5a02-1e6d-48f7-a66e-893073f504b3 service neutron] Checking segment: {'id': 'dcca0cf4-eafc-4ce6-9f7a-4008abe5738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:02:30.694908 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1def6ba8-9d21-473e-a490-bac36329de03 req-538b5a02-1e6d-48f7-a66e-893073f504b3 service neutron] Bound using segment: {'id': 'dcca0cf4-eafc-4ce6-9f7a-4008abe5738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020'} {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:02:30.695357 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-1def6ba8-9d21-473e-a490-bac36329de03 req-538b5a02-1e6d-48f7-a66e-893073f504b3 service neutron] Bound port: 458f5bb9-2c7c-422a-9353-fbe5b2c89d5b, host: hv-cinder-76629, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcca0cf4-eafc-4ce6-9f7a-4008abe5738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020'}}] {{(pid=109146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:02:30.695804 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-1def6ba8-9d21-473e-a490-bac36329de03 req-538b5a02-1e6d-48f7-a66e-893073f504b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:02:30.789400 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-1def6ba8-9d21-473e-a490-bac36329de03 req-538b5a02-1e6d-48f7-a66e-893073f504b3 service neutron] For port 458f5bb9-2c7c-422a-9353-fbe5b2c89d5b, host hv-cinder-76629, cleared binding levels {{(pid=109146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:02:30.793365 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-1def6ba8-9d21-473e-a490-bac36329de03 req-538b5a02-1e6d-48f7-a66e-893073f504b3 service neutron] For port 458f5bb9-2c7c-422a-9353-fbe5b2c89d5b, host hv-cinder-76629, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=458f5bb9-2c7c-422a-9353-fbe5b2c89d5b,segment=NetworkSegment(dcca0cf4-eafc-4ce6-9f7a-4008abe5738d),segment_id=dcca0cf4-eafc-4ce6-9f7a-4008abe5738d)] {{(pid=109146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:02:30.801470 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-1def6ba8-9d21-473e-a490-bac36329de03 req-538b5a02-1e6d-48f7-a66e-893073f504b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32077174'] for port, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:02:30.804129 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-49f58679-e233-44d9-adcd-c6c50855cf18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:02:30.847301 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def6ba8-9d21-473e-a490-bac36329de03 req-538b5a02-1e6d-48f7-a66e-893073f504b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:02:30.847944 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-1def6ba8-9d21-473e-a490-bac36329de03 req-538b5a02-1e6d-48f7-a66e-893073f504b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:02:30.849405 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1def6ba8-9d21-473e-a490-bac36329de03 req-538b5a02-1e6d-48f7-a66e-893073f504b3 service neutron] 10.222.0.73 "PUT /v2.0/ports/458f5bb9-2c7c-422a-9353-fbe5b2c89d5b HTTP/1.1" status: 200 len: 1093 time: 0.8941376 Jun 16 13:02:30.849982 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb2fc22-b538-4685-8b98-01aa4c60feb5', 'tag': '458f5bb9-2c7c-422a-9353-fbe5b2c89d5b'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:02:30.852637 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d3ced2b0755242c869f5b076fa8168e6e97917c7fd5877aaea6e5f8b8701d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a962c4c3-5025-4923-be72-8a4d60bcc7a7" -d '{"events": [{"name": "network-changed", "server_uuid": "ffb2fc22-b538-4685-8b98-01aa4c60feb5", "tag": "458f5bb9-2c7c-422a-9353-fbe5b2c89d5b"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:02:30.896737 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b5a02-1e6d-48f7-a66e-893073f504b3 service neutron] Pushing event updated for resources: {'Port': ['ID=458f5bb9-2c7c-422a-9353-fbe5b2c89d5b,revision_number=3']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:02:30.902830 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-538b5a02-1e6d-48f7-a66e-893073f504b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:02:30.958888 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-90256fcf-302a-4489-a1a3-dc48a1ca1a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:02:30.971963 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed20b78-0fb7-4181-93d8-81c697f12268 x-openstack-request-id: req-2ed20b78-0fb7-4181-93d8-81c697f12268 {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:02:30.972491 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffb2fc22-b538-4685-8b98-01aa4c60feb5", "tag": "458f5bb9-2c7c-422a-9353-fbe5b2c89d5b", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:02:30.973118 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2ed20b78-0fb7-4181-93d8-81c697f12268 {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:02:30.973683 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb2fc22-b538-4685-8b98-01aa4c60feb5', 'tag': '458f5bb9-2c7c-422a-9353-fbe5b2c89d5b', 'status': 'completed', 'code': 200} Jun 16 13:02:31.035659 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def6ba8-9d21-473e-a490-bac36329de03 req-8cf5d9c0-e247-4a88-96f5-65748d55ed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:02:31.038755 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1def6ba8-9d21-473e-a490-bac36329de03 req-8cf5d9c0-e247-4a88-96f5-65748d55ed64 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=da4b4dfb37af47e0a46b78585a4d542d&device_id=ffb2fc22-b538-4685-8b98-01aa4c60feb5 HTTP/1.1" status: 200 len: 1096 time: 0.1202614 Jun 16 13:02:31.093951 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1def6ba8-9d21-473e-a490-bac36329de03 req-44e3062a-22f0-48ab-b506-a94729143506 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=458f5bb9-2c7c-422a-9353-fbe5b2c89d5b HTTP/1.1" status: 200 len: 217 time: 0.0457649 Jun 16 13:02:31.486377 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def6ba8-9d21-473e-a490-bac36329de03 req-2ca2bd63-d7fd-43d1-becf-9a5e7cdea954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:02:31.487871 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1def6ba8-9d21-473e-a490-bac36329de03 req-2ca2bd63-d7fd-43d1-becf-9a5e7cdea954 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5c93f27e-893b-471b-8c45-8d133d4e0e81 HTTP/1.1" status: 200 len: 850 time: 0.3863277 Jun 16 13:02:31.544653 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576cc1e-8c34-4db4-a1b2-cbeed43d893e req-36bfecca-7a2e-4e2a-a71a-adbf24047a77 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:02:31.548825 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c576cc1e-8c34-4db4-a1b2-cbeed43d893e req-36bfecca-7a2e-4e2a-a71a-adbf24047a77 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffb2fc22-b538-4685-8b98-01aa4c60feb5 HTTP/1.1" status: 200 len: 943 time: 0.0887403 Jun 16 13:02:31.568681 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def6ba8-9d21-473e-a490-bac36329de03 req-2992267b-a3a6-466c-a3df-61da339c4f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:02:31.570460 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1def6ba8-9d21-473e-a490-bac36329de03 req-2992267b-a3a6-466c-a3df-61da339c4f40 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=81366883-77d0-4eba-a7ab-e7372a5bb020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0755608 Jun 16 13:02:31.594324 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-c576cc1e-8c34-4db4-a1b2-cbeed43d893e req-5ed6a90c-0a19-4e0c-8648-c9776b96b9a4 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/security-groups?id=68c5a738-8df5-4097-bf14-cd6f443068f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383618 Jun 16 13:02:31.685702 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1def6ba8-9d21-473e-a490-bac36329de03 req-c1ff10de-5a66-46ec-a381-b5949823bec6 service neutron] 10.222.0.73 "GET /v2.0/networks/81366883-77d0-4eba-a7ab-e7372a5bb020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078267 Jun 16 13:02:31.790835 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1def6ba8-9d21-473e-a490-bac36329de03 req-da8a115e-6885-456b-88c8-08fd0afce46f service neutron] 10.222.0.73 "GET /v2.0/networks/81366883-77d0-4eba-a7ab-e7372a5bb020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979810 Jun 16 13:02:31.926919 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962c4c3-5025-4923-be72-8a4d60bcc7a7 req-e8184206-b870-457a-a449-14b0ab80c571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:02:31.928439 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a962c4c3-5025-4923-be72-8a4d60bcc7a7 req-e8184206-b870-457a-a449-14b0ab80c571 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=da4b4dfb37af47e0a46b78585a4d542d&device_id=ffb2fc22-b538-4685-8b98-01aa4c60feb5 HTTP/1.1" status: 200 len: 1096 time: 0.0590961 Jun 16 13:02:32.039642 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962c4c3-5025-4923-be72-8a4d60bcc7a7 req-b59d7a03-4e09-4f9c-a411-58ba60a3a598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:02:32.041270 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a962c4c3-5025-4923-be72-8a4d60bcc7a7 req-b59d7a03-4e09-4f9c-a411-58ba60a3a598 service neutron] 10.222.0.73 "GET /v2.0/networks?id=81366883-77d0-4eba-a7ab-e7372a5bb020 HTTP/1.1" status: 200 len: 912 time: 0.1052322 Jun 16 13:02:32.089105 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a962c4c3-5025-4923-be72-8a4d60bcc7a7 req-b6aa01d2-6e8d-46e9-b52c-86ceca72753e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=458f5bb9-2c7c-422a-9353-fbe5b2c89d5b HTTP/1.1" status: 200 len: 217 time: 0.0394084 Jun 16 13:02:32.153839 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962c4c3-5025-4923-be72-8a4d60bcc7a7 req-0480deff-839c-4c14-a5f6-ec14c188eb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:02:32.155433 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a962c4c3-5025-4923-be72-8a4d60bcc7a7 req-0480deff-839c-4c14-a5f6-ec14c188eb5c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5c93f27e-893b-471b-8c45-8d133d4e0e81 HTTP/1.1" status: 200 len: 850 time: 0.0576267 Jun 16 13:02:32.225139 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962c4c3-5025-4923-be72-8a4d60bcc7a7 req-1a775a25-6f59-45bc-815f-ad39d5e0909e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:02:32.226843 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a962c4c3-5025-4923-be72-8a4d60bcc7a7 req-1a775a25-6f59-45bc-815f-ad39d5e0909e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=81366883-77d0-4eba-a7ab-e7372a5bb020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0645778 Jun 16 13:02:32.345430 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a962c4c3-5025-4923-be72-8a4d60bcc7a7 req-a2624318-31b7-4fdb-9575-b69def754b06 service neutron] 10.222.0.73 "GET /v2.0/networks/81366883-77d0-4eba-a7ab-e7372a5bb020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089656 Jun 16 13:02:32.451697 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-a962c4c3-5025-4923-be72-8a4d60bcc7a7 req-a2bf869f-5332-4013-9fdb-23217b8969e7 service neutron] 10.222.0.73 "GET /v2.0/networks/81366883-77d0-4eba-a7ab-e7372a5bb020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993512 Jun 16 13:02:32.874080 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc29f7-c47e-4214-9745-89f8668c25b2 req-bf367296-1fa1-4d00-8cfc-d145eb745c4a tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:02:32.876638 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-49cc29f7-c47e-4214-9745-89f8668c25b2 req-bf367296-1fa1-4d00-8cfc-d145eb745c4a tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffb2fc22-b538-4685-8b98-01aa4c60feb5 HTTP/1.1" status: 200 len: 943 time: 0.1369026 Jun 16 13:02:32.939258 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-49cc29f7-c47e-4214-9745-89f8668c25b2 req-6cf50a92-3cb5-4b88-bfb6-52475b7671f2 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/security-groups?id=68c5a738-8df5-4097-bf14-cd6f443068f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551569 Jun 16 13:02:33.166153 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:02:34.194377 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322cf684-aa44-489c-882d-53a9bb31c816 req-bf5c0aa4-84ce-4be9-8eee-ff023b66c7e3 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:02:34.196274 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-322cf684-aa44-489c-882d-53a9bb31c816 req-bf5c0aa4-84ce-4be9-8eee-ff023b66c7e3 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffb2fc22-b538-4685-8b98-01aa4c60feb5 HTTP/1.1" status: 200 len: 943 time: 0.0822792 Jun 16 13:02:34.244519 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-322cf684-aa44-489c-882d-53a9bb31c816 req-1e4cc1d4-6b05-4196-b889-036b0d0e26a1 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/security-groups?id=68c5a738-8df5-4097-bf14-cd6f443068f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401287 Jun 16 13:02:35.297008 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-85f373fb-0757-43fe-bc6f-8fd6bf9d2461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:02:35.464418 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1930ea-52d5-4dd8-afe6-6c777a749039 req-2207bb02-5d69-4cb0-bbe4-5681133cdc92 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:02:35.467346 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4a1930ea-52d5-4dd8-afe6-6c777a749039 req-2207bb02-5d69-4cb0-bbe4-5681133cdc92 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffb2fc22-b538-4685-8b98-01aa4c60feb5 HTTP/1.1" status: 200 len: 943 time: 0.0875580 Jun 16 13:02:35.510725 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-4a1930ea-52d5-4dd8-afe6-6c777a749039 req-bcda118f-58b3-4da8-8936-94477b3c9670 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/security-groups?id=68c5a738-8df5-4097-bf14-cd6f443068f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367730 Jun 16 13:02:35.678902 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:02:36.779269 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f3a21-e88b-418d-9de8-9b3ca8d2a296 req-f19cb930-80c3-475a-8e51-6bb70225d8c1 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:02:36.781256 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-919f3a21-e88b-418d-9de8-9b3ca8d2a296 req-f19cb930-80c3-475a-8e51-6bb70225d8c1 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffb2fc22-b538-4685-8b98-01aa4c60feb5 HTTP/1.1" status: 200 len: 943 time: 0.0740042 Jun 16 13:02:36.830856 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-919f3a21-e88b-418d-9de8-9b3ca8d2a296 req-b1a6bfe0-e27a-4541-86db-7627dff4cea5 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/security-groups?id=68c5a738-8df5-4097-bf14-cd6f443068f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394897 Jun 16 13:02:37.034507 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:02:38.053546 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db8bf4-5330-4d64-801b-507ddf545525 req-700cadce-3597-4962-abb7-e31040793682 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:02:38.055462 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-61db8bf4-5330-4d64-801b-507ddf545525 req-700cadce-3597-4962-abb7-e31040793682 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffb2fc22-b538-4685-8b98-01aa4c60feb5 HTTP/1.1" status: 200 len: 943 time: 0.0848753 Jun 16 13:02:38.105238 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-61db8bf4-5330-4d64-801b-507ddf545525 req-cab8986e-2499-4802-878c-989b98c10120 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/security-groups?id=68c5a738-8df5-4097-bf14-cd6f443068f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417893 Jun 16 13:02:38.193494 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:02:39.183453 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 458f5bb9-2c7c-422a-9353-fbe5b2c89d5b details requested by agent hyperv_hv-cinder-76629 with host hv-cinder-76629 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:02:39.328406 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b7e13-9857-4c65-b315-4feeff3a4439 req-fd22fdbd-4cc2-495e-a97b-97e2d24930f2 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:02:39.330962 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-599b7e13-9857-4c65-b315-4feeff3a4439 req-fd22fdbd-4cc2-495e-a97b-97e2d24930f2 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffb2fc22-b538-4685-8b98-01aa4c60feb5 HTTP/1.1" status: 200 len: 943 time: 0.0840158 Jun 16 13:02:39.342697 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 458f5bb9-2c7c-422a-9353-fbe5b2c89d5b, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=458f5bb9-2c7c-422a-9353-fbe5b2c89d5b,segment=NetworkSegment(dcca0cf4-eafc-4ce6-9f7a-4008abe5738d),segment_id=dcca0cf4-eafc-4ce6-9f7a-4008abe5738d)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:02:39.365049 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Returning: {'device': '458f5bb9-2c7c-422a-9353-fbe5b2c89d5b', 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020', 'port_id': '458f5bb9-2c7c-422a-9353-fbe5b2c89d5b', 'mac_address': 'fa:16:3e:62:aa:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:02:39.376662 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:02:39.386146 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-599b7e13-9857-4c65-b315-4feeff3a4439 req-0c6160a0-a8f0-4b73-9097-7a4f4743466d tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/security-groups?id=68c5a738-8df5-4097-bf14-cd6f443068f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483379 Jun 16 13:02:39.417704 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:02:39.433284 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-43072469-a160-4d16-9402-2253616714b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 458f5bb9-2c7c-422a-9353-fbe5b2c89d5b {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:02:39.455917 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 458f5bb9-2c7c-422a-9353-fbe5b2c89d5b, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=458f5bb9-2c7c-422a-9353-fbe5b2c89d5b,segment=NetworkSegment(dcca0cf4-eafc-4ce6-9f7a-4008abe5738d),segment_id=dcca0cf4-eafc-4ce6-9f7a-4008abe5738d)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:02:39.461016 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:02:39.462991 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:02:39.521684 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=458f5bb9-2c7c-422a-9353-fbe5b2c89d5b,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:02:39.535947 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:02:39.536689 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:02:39.537317 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:02:39.538057 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:02:39.538653 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:02:39.539199 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:02:39.540641 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:02:39.541449 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:02:39.542005 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:02:39.542608 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:02:39.543164 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:02:39.544228 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:02:39.551472 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:02:39.734776 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] get_ports_and_sgs() called for port_ids ['458f5bb9-2c7c-422a-9353-fbe5b2c89d5b'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:02:40.592359 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7786c10-6c5b-4c5d-914d-82472b6a2077 req-0f51beaa-0b94-4b81-b5f5-f7e930ce7d26 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:02:40.594915 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f7786c10-6c5b-4c5d-914d-82472b6a2077 req-0f51beaa-0b94-4b81-b5f5-f7e930ce7d26 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffb2fc22-b538-4685-8b98-01aa4c60feb5 HTTP/1.1" status: 200 len: 944 time: 0.0832219 Jun 16 13:02:40.651432 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-f7786c10-6c5b-4c5d-914d-82472b6a2077 req-2675ade1-1bc5-48b7-9c82-db39270e9493 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/security-groups?id=68c5a738-8df5-4097-bf14-cd6f443068f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464895 Jun 16 13:02:41.192337 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 458f5bb9-2c7c-422a-9353-fbe5b2c89d5b up at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:02:41.255624 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning for port 458f5bb9-2c7c-422a-9353-fbe5b2c89d5b completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:02:41.260315 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning complete for port 458f5bb9-2c7c-422a-9353-fbe5b2c89d5b triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:02:41.260830 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:02:41.359806 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:02:41.394895 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb2fc22-b538-4685-8b98-01aa4c60feb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458f5bb9-2c7c-422a-9353-fbe5b2c89d5b'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:02:41.398901 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc19868b2eeee4f788927d96de96bc76ef619c1c8eef803ec6a338432d17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f9a841-7b86-4011-a98c-b8e3afbdbdc5" -d '{"events": [{"server_uuid": "ffb2fc22-b538-4685-8b98-01aa4c60feb5", "name": "network-vif-plugged", "status": "completed", "tag": "458f5bb9-2c7c-422a-9353-fbe5b2c89d5b"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:02:41.421773 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port 458f5bb9-2c7c-422a-9353-fbe5b2c89d5b, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=458f5bb9-2c7c-422a-9353-fbe5b2c89d5b,segment=NetworkSegment(dcca0cf4-eafc-4ce6-9f7a-4008abe5738d),segment_id=dcca0cf4-eafc-4ce6-9f7a-4008abe5738d)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:02:41.428247 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:02:41.431170 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-4a6a4ddb-3caf-4827-bfa1-4f1b0ac25c1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:02:41.472743 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e525feb6-deb6-4b5a-b8be-3338d2b7199a x-openstack-request-id: req-e525feb6-deb6-4b5a-b8be-3338d2b7199a {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:02:41.473227 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb2fc22-b538-4685-8b98-01aa4c60feb5", "name": "network-vif-plugged", "status": "completed", "tag": "458f5bb9-2c7c-422a-9353-fbe5b2c89d5b", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:02:41.473628 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e525feb6-deb6-4b5a-b8be-3338d2b7199a {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:02:41.474293 dv-cinder-766296-6-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb2fc22-b538-4685-8b98-01aa4c60feb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458f5bb9-2c7c-422a-9353-fbe5b2c89d5b', 'code': 200} Jun 16 13:02:41.509780 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=458f5bb9-2c7c-422a-9353-fbe5b2c89d5b,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:02:41.513885 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:02:41.806199 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dceaf2-059c-4eae-affc-598d034da370 req-a956329a-b0db-4555-9dc0-f5c07dcf062c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:02:41.807819 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-69dceaf2-059c-4eae-affc-598d034da370 req-a956329a-b0db-4555-9dc0-f5c07dcf062c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ffb2fc22-b538-4685-8b98-01aa4c60feb5 HTTP/1.1" status: 200 len: 1098 time: 0.0753736 Jun 16 13:02:41.867370 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-69dceaf2-059c-4eae-affc-598d034da370 req-e6517595-e27b-484a-afde-2762173a8692 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=68c5a738-8df5-4097-bf14-cd6f443068f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495255 Jun 16 13:02:41.887341 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2bc42-7af2-4d48-91d0-13512b6ca3d7 req-ba2d3985-34ac-4589-b7b0-bf39da35719b tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:02:41.889016 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e3a2bc42-7af2-4d48-91d0-13512b6ca3d7 req-ba2d3985-34ac-4589-b7b0-bf39da35719b tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffb2fc22-b538-4685-8b98-01aa4c60feb5 HTTP/1.1" status: 200 len: 945 time: 0.0969031 Jun 16 13:02:41.935363 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e3a2bc42-7af2-4d48-91d0-13512b6ca3d7 req-40d85090-521c-4072-8390-b3b7404dc668 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/security-groups?id=68c5a738-8df5-4097-bf14-cd6f443068f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398335 Jun 16 13:02:43.201851 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249b04e-91b6-4b42-85ba-4bfa7729e4c1 req-b2bc2c86-e67a-4f24-b246-0644970c6cf0 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:02:43.203493 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1249b04e-91b6-4b42-85ba-4bfa7729e4c1 req-b2bc2c86-e67a-4f24-b246-0644970c6cf0 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffb2fc22-b538-4685-8b98-01aa4c60feb5 HTTP/1.1" status: 200 len: 945 time: 0.0875683 Jun 16 13:02:43.256285 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-1249b04e-91b6-4b42-85ba-4bfa7729e4c1 req-2df50e5d-b396-4050-ac72-7c216f56192f tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/security-groups?id=68c5a738-8df5-4097-bf14-cd6f443068f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462031 Jun 16 13:02:43.526680 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176594a6-7f3d-4444-b321-166cf303f201 req-d4dfe906-81ce-4b50-8b98-05b2d8dd3ef2 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:02:43.528847 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-176594a6-7f3d-4444-b321-166cf303f201 req-d4dfe906-81ce-4b50-8b98-05b2d8dd3ef2 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffb2fc22-b538-4685-8b98-01aa4c60feb5 HTTP/1.1" status: 200 len: 945 time: 0.0766752 Jun 16 13:02:43.572206 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-176594a6-7f3d-4444-b321-166cf303f201 req-5cbd4702-8ea3-491f-8f68-03b75fb44caf tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/security-groups?id=68c5a738-8df5-4097-bf14-cd6f443068f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366924 Jun 16 13:02:43.599671 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 54954) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:02:43.660002 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e7c7a6-f1c3-4d6a-993e-216c4701a931 tempest-TestVolumeBootPattern-564588437 tempest-TestVolumeBootPattern-564588437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:02:43.661601 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-06e7c7a6-f1c3-4d6a-993e-216c4701a931 tempest-TestVolumeBootPattern-564588437 tempest-TestVolumeBootPattern-564588437-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ffb2fc22-b538-4685-8b98-01aa4c60feb5 HTTP/1.1" status: 200 len: 1093 time: 0.0608790 Jun 16 13:02:43.665445 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 54956) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:02:43.670985 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [None req-96b08ac5-7ec9-4672-8670-c341c635000a tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Request body: {'floatingip': {'floating_network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'port_id': '458f5bb9-2c7c-422a-9353-fbe5b2c89d5b', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:02:43.705730 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-96b08ac5-7ec9-4672-8670-c341c635000a tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for floatingip, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:02:43.820733 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-96b08ac5-7ec9-4672-8670-c341c635000a tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:02:43.965171 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [None req-96b08ac5-7ec9-4672-8670-c341c635000a tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Allocated IP 172.27.0.209 (31dc54ca-819a-4fca-8a47-71bd58082db2/22fb36b4-54fb-4b68-bc71-a723384dad9b/a4c3741e-c06c-4cc3-8fb9-30772c21fa17) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:02:44.098455 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-96b08ac5-7ec9-4672-8670-c341c635000a tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for port, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:02:44.143424 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-96b08ac5-7ec9-4672-8670-c341c635000a tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32077152'] for port, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:02:44.145814 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-566b5dcb-3d69-40fb-b841-d48b261ad21b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:02:44.191873 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b08ac5-7ec9-4672-8670-c341c635000a tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Network 31dc54ca-819a-4fca-8a47-71bd58082db2 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:02:44.197508 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [None req-96b08ac5-7ec9-4672-8670-c341c635000a tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:02:44.202328 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b08ac5-7ec9-4672-8670-c341c635000a tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:02:44.227087 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b08ac5-7ec9-4672-8670-c341c635000a tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Pushing event updated for resources: {'Port': ['ID=a4c3741e-c06c-4cc3-8fb9-30772c21fa17,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:02:44.233467 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-96b08ac5-7ec9-4672-8670-c341c635000a tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:02:44.616132 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-96b08ac5-7ec9-4672-8670-c341c635000a tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:02:44.723183 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-96b08ac5-7ec9-4672-8670-c341c635000a tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:02:44.947138 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-96b08ac5-7ec9-4672-8670-c341c635000a tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for port, precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:02:44.953684 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-96b08ac5-7ec9-4672-8670-c341c635000a tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32077174'] for port, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:02:44.956338 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-a3ce4105-6e31-450d-84d2-e35ac0a40d92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:02:45.038759 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b08ac5-7ec9-4672-8670-c341c635000a tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Pushing event updated for resources: {'Port': ['ID=a4c3741e-c06c-4cc3-8fb9-30772c21fa17,revision_number=2']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:02:45.044186 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-96b08ac5-7ec9-4672-8670-c341c635000a tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:02:45.054609 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-96b08ac5-7ec9-4672-8670-c341c635000a tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442364'] for floatingip, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:02:45.169522 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.db.l3_db [None req-96b08ac5-7ec9-4672-8670-c341c635000a tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Floating IP f8683da4-f8d4-4566-a775-2fbd989b808b associated. External IP: 172.27.0.209, port: 458f5bb9-2c7c-422a-9353-fbe5b2c89d5b. Jun 16 13:02:45.423152 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b08ac5-7ec9-4672-8670-c341c635000a tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Router 7e42a6ab-b333-4411-a2f9-bb727764d8ef has already been hosted by L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 {{(pid=109146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:02:45.548097 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b08ac5-7ec9-4672-8670-c341c635000a tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:02:45.563403 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725e5fd2-476b-4cd1-a959-6c81031b210e None None] Sync routers for ids ['7e42a6ab-b333-4411-a2f9-bb727764d8ef'] in dv-cinder-766296-6-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:02:45.570086 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-96b08ac5-7ec9-4672-8670-c341c635000a tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for floatingip, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:02:45.576190 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725e5fd2-476b-4cd1-a959-6c81031b210e None None] Routers {'7e42a6ab-b333-4411-a2f9-bb727764d8ef'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:02:45.576884 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-725e5fd2-476b-4cd1-a959-6c81031b210e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a2a50a0>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T13:02:35Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['7e42a6ab-b333-4411-a2f9-bb727764d8ef'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:02:45.620300 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-96b08ac5-7ec9-4672-8670-c341c635000a tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9535916 Jun 16 13:02:45.621230 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb2fc22-b538-4685-8b98-01aa4c60feb5', 'tag': '458f5bb9-2c7c-422a-9353-fbe5b2c89d5b'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:02:45.624803 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d3ced2b0755242c869f5b076fa8168e6e97917c7fd5877aaea6e5f8b8701d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3726c663-6b71-4f34-bf9b-2399762ab7af" -d '{"events": [{"name": "network-changed", "server_uuid": "ffb2fc22-b538-4685-8b98-01aa4c60feb5", "tag": "458f5bb9-2c7c-422a-9353-fbe5b2c89d5b"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:02:45.667787 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4270562-495d-42c5-b1b7-fe07ca447a5e x-openstack-request-id: req-e4270562-495d-42c5-b1b7-fe07ca447a5e {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:02:45.668205 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffb2fc22-b538-4685-8b98-01aa4c60feb5", "tag": "458f5bb9-2c7c-422a-9353-fbe5b2c89d5b", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:02:45.669100 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e4270562-495d-42c5-b1b7-fe07ca447a5e {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:02:45.670334 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb2fc22-b538-4685-8b98-01aa4c60feb5', 'tag': '458f5bb9-2c7c-422a-9353-fbe5b2c89d5b', 'status': 'completed', 'code': 200} Jun 16 13:02:45.713135 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-725e5fd2-476b-4cd1-a959-6c81031b210e None None] Set router 7e42a6ab-b333-4411-a2f9-bb727764d8ef gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:02:45.759734 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726c663-6b71-4f34-bf9b-2399762ab7af req-c0dc0b09-0e43-4822-986a-1f958b63f873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:02:45.761400 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-3726c663-6b71-4f34-bf9b-2399762ab7af req-c0dc0b09-0e43-4822-986a-1f958b63f873 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=da4b4dfb37af47e0a46b78585a4d542d&device_id=ffb2fc22-b538-4685-8b98-01aa4c60feb5 HTTP/1.1" status: 200 len: 1098 time: 0.0643294 Jun 16 13:02:45.884594 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726c663-6b71-4f34-bf9b-2399762ab7af req-d8c87593-f25f-4e47-b4b9-e4a364dd403d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:02:45.886008 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-3726c663-6b71-4f34-bf9b-2399762ab7af req-d8c87593-f25f-4e47-b4b9-e4a364dd403d service neutron] 10.222.0.73 "GET /v2.0/networks?id=81366883-77d0-4eba-a7ab-e7372a5bb020 HTTP/1.1" status: 200 len: 912 time: 0.1175587 Jun 16 13:02:45.958076 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-3726c663-6b71-4f34-bf9b-2399762ab7af req-1c76c88d-b924-44cb-aea1-da6c10ac2d0a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=458f5bb9-2c7c-422a-9353-fbe5b2c89d5b HTTP/1.1" status: 200 len: 999 time: 0.0646710 Jun 16 13:02:46.030513 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726c663-6b71-4f34-bf9b-2399762ab7af req-4f0cdda0-2304-455c-98de-675e9a4b9ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:02:46.032302 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-3726c663-6b71-4f34-bf9b-2399762ab7af req-4f0cdda0-2304-455c-98de-675e9a4b9ce5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5c93f27e-893b-471b-8c45-8d133d4e0e81 HTTP/1.1" status: 200 len: 850 time: 0.0681887 Jun 16 13:02:46.050801 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-725e5fd2-476b-4cd1-a959-6c81031b210e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a2a50a0>, [{'id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'name': 'tempest-TestVolumeBootPattern-300302500-router', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:59:00Z', 'updated_at': '2021-06-16T12:59:10Z', 'revision_number': 4, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'gw_port': {'id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:02Z', 'updated_at': '2021-06-16T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_floatingips': [{'id': 'f8683da4-f8d4-4566-a775-2fbd989b808b', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'router_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'port_id': '458f5bb9-2c7c-422a-9353-fbe5b2c89d5b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020', 'mac_address': 'fa:16:3e:62:aa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb2fc22-b538-4685-8b98-01aa4c60feb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:02:44Z', 'updated_at': '2021-06-16T13:02:44Z', 'revision_number': 0, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '822e6074-c6ba-4408-9a6b-09da0d0ed14a', 'name': '', 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'mac_address': 'fa:16:3e:9f:18:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:08Z', 'updated_at': '2021-06-16T12:59:15Z', 'revision_number': 5, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'subnets': [{'id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:02:46.056435 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725e5fd2-476b-4cd1-a959-6c81031b210e None None] Checking router: 7e42a6ab-b333-4411-a2f9-bb727764d8ef for host: dv-cinder-766296-6-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:02:46.070950 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725e5fd2-476b-4cd1-a959-6c81031b210e None None] Routers {'7e42a6ab-b333-4411-a2f9-bb727764d8ef'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:02:46.071969 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-725e5fd2-476b-4cd1-a959-6c81031b210e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a2a50a0>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T13:02:35Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['7e42a6ab-b333-4411-a2f9-bb727764d8ef'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:02:46.128553 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726c663-6b71-4f34-bf9b-2399762ab7af req-2d4063e8-75d6-40cd-b101-87a64402b2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:02:46.131264 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-3726c663-6b71-4f34-bf9b-2399762ab7af req-2d4063e8-75d6-40cd-b101-87a64402b2b2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=81366883-77d0-4eba-a7ab-e7372a5bb020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0919628 Jun 16 13:02:46.218010 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-725e5fd2-476b-4cd1-a959-6c81031b210e None None] Set router 7e42a6ab-b333-4411-a2f9-bb727764d8ef gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:02:46.264248 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-3726c663-6b71-4f34-bf9b-2399762ab7af req-34df4bd7-aa22-4460-9ae3-0ad99012a0c2 service neutron] 10.222.0.73 "GET /v2.0/networks/81366883-77d0-4eba-a7ab-e7372a5bb020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254108 Jun 16 13:02:46.401760 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-3726c663-6b71-4f34-bf9b-2399762ab7af req-575d00a6-1490-4231-aa28-b6e63adf05af service neutron] 10.222.0.73 "GET /v2.0/networks/81366883-77d0-4eba-a7ab-e7372a5bb020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305969 Jun 16 13:02:46.538733 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-725e5fd2-476b-4cd1-a959-6c81031b210e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a2a50a0>, [{'id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'name': 'tempest-TestVolumeBootPattern-300302500-router', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:59:00Z', 'updated_at': '2021-06-16T12:59:10Z', 'revision_number': 4, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'gw_port': {'id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:02Z', 'updated_at': '2021-06-16T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_floatingips': [{'id': 'f8683da4-f8d4-4566-a775-2fbd989b808b', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'router_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'port_id': '458f5bb9-2c7c-422a-9353-fbe5b2c89d5b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020', 'mac_address': 'fa:16:3e:62:aa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb2fc22-b538-4685-8b98-01aa4c60feb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:02:44Z', 'updated_at': '2021-06-16T13:02:44Z', 'revision_number': 0, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '822e6074-c6ba-4408-9a6b-09da0d0ed14a', 'name': '', 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'mac_address': 'fa:16:3e:9f:18:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:08Z', 'updated_at': '2021-06-16T12:59:15Z', 'revision_number': 5, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'subnets': [{'id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:02:46.542772 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725e5fd2-476b-4cd1-a959-6c81031b210e None None] The sync data for ids ['7e42a6ab-b333-4411-a2f9-bb727764d8ef'] in dv-cinder-766296-6-iscsi is: [{'id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'name': 'tempest-TestVolumeBootPattern-300302500-router', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:59:00Z', 'updated_at': '2021-06-16T12:59:10Z', 'revision_number': 4, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'gw_port': {'id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:02Z', 'updated_at': '2021-06-16T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_floatingips': [{'id': 'f8683da4-f8d4-4566-a775-2fbd989b808b', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'router_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'port_id': '458f5bb9-2c7c-422a-9353-fbe5b2c89d5b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020', 'mac_address': 'fa:16:3e:62:aa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb2fc22-b538-4685-8b98-01aa4c60feb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:02:44Z', 'updated_at': '2021-06-16T13:02:44Z', 'revision_number': 0, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '822e6074-c6ba-4408-9a6b-09da0d0ed14a', 'name': '', 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'mac_address': 'fa:16:3e:9f:18:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:08Z', 'updated_at': '2021-06-16T12:59:15Z', 'revision_number': 5, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'subnets': [{'id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:02:46.749133 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588a536a-a21d-4622-bd91-ce8e3c84df4f None None] New status for floating IP f8683da4-f8d4-4566-a775-2fbd989b808b: ACTIVE {{(pid=109148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:03:00.965823 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-1956d24a-d66c-48ac-8ea2-39ea7c6aaae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:03:03.179247 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:03:05.291828 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-fb326c93-6f88-40b8-8af3-8b80c34a6ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:03:05.678756 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:03:07.044875 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:03:09.350391 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:03:15.198774 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:03:30.960809 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-d89549c9-ad56-4c19-8383-eb0e99dcba68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:03:33.178876 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:03:35.297953 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-0efe5e61-e694-4a0f-88f6-2f1899cff3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:03:35.675702 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:03:36.315298 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1257dd61-5a01-4ba0-84ee-73cd05b53662 req-fa783346-c2ad-40f0-a084-f901df3ffcd4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ffb2fc22-b538-4685-8b98-01aa4c60feb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802481 Jun 16 13:03:36.430981 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257dd61-5a01-4ba0-84ee-73cd05b53662 req-6b4e1592-6d58-4045-a946-bef3ce4607d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:03:36.432694 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1257dd61-5a01-4ba0-84ee-73cd05b53662 req-6b4e1592-6d58-4045-a946-bef3ce4607d2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=da4b4dfb37af47e0a46b78585a4d542d&device_id=ffb2fc22-b538-4685-8b98-01aa4c60feb5 HTTP/1.1" status: 200 len: 1098 time: 0.0653648 Jun 16 13:03:36.582523 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257dd61-5a01-4ba0-84ee-73cd05b53662 req-c4753a62-d581-48fc-a9c8-d458f8d1e243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:03:36.584195 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1257dd61-5a01-4ba0-84ee-73cd05b53662 req-c4753a62-d581-48fc-a9c8-d458f8d1e243 service neutron] 10.222.0.73 "GET /v2.0/networks?id=81366883-77d0-4eba-a7ab-e7372a5bb020 HTTP/1.1" status: 200 len: 912 time: 0.1169946 Jun 16 13:03:36.658699 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1257dd61-5a01-4ba0-84ee-73cd05b53662 req-897c85e2-bccc-4d2c-9005-c9653cff5441 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=458f5bb9-2c7c-422a-9353-fbe5b2c89d5b HTTP/1.1" status: 200 len: 1001 time: 0.0663829 Jun 16 13:03:36.718969 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257dd61-5a01-4ba0-84ee-73cd05b53662 req-12e48e3c-3a2b-4d32-8382-3ba38f9806eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:03:36.720827 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1257dd61-5a01-4ba0-84ee-73cd05b53662 req-12e48e3c-3a2b-4d32-8382-3ba38f9806eb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5c93f27e-893b-471b-8c45-8d133d4e0e81 HTTP/1.1" status: 200 len: 850 time: 0.0555520 Jun 16 13:03:36.812707 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257dd61-5a01-4ba0-84ee-73cd05b53662 req-0c04b306-b7db-4720-ad5e-d248e86d490e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:03:36.815307 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1257dd61-5a01-4ba0-84ee-73cd05b53662 req-0c04b306-b7db-4720-ad5e-d248e86d490e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=81366883-77d0-4eba-a7ab-e7372a5bb020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0870821 Jun 16 13:03:36.931947 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1257dd61-5a01-4ba0-84ee-73cd05b53662 req-91fe7f78-bf2e-4b33-b5ae-7285147db837 service neutron] 10.222.0.73 "GET /v2.0/networks/81366883-77d0-4eba-a7ab-e7372a5bb020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053894 Jun 16 13:03:37.043422 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:03:37.056398 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-1257dd61-5a01-4ba0-84ee-73cd05b53662 req-2dbe4476-5fdb-44e9-847c-926759f16b29 service neutron] 10.222.0.73 "GET /v2.0/networks/81366883-77d0-4eba-a7ab-e7372a5bb020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172216 Jun 16 13:03:39.353884 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:03:52.290658 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:04:00.965948 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-67fe2589-4748-4d7e-a939-60da4871c399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:04:03.176308 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:04:05.294398 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-923c6f84-69be-4c58-b218-5480cc331ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:04:05.677891 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:04:07.046802 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:04:09.364707 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:04:23.193205 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3bd81da5-811e-4e61-9340-661c0e237dae req-ca89dea1-e035-4305-8287-c1cf752d5007 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1130986994&fields=id&tenant_id=da4b4dfb37af47e0a46b78585a4d542d HTTP/1.1" status: 200 len: 267 time: 0.0410669 Jun 16 13:04:23.346748 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd81da5-811e-4e61-9340-661c0e237dae req-b2c6d628-ccdb-438a-b976-197b95dea009 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:04:23.349448 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3bd81da5-811e-4e61-9340-661c0e237dae req-b2c6d628-ccdb-438a-b976-197b95dea009 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/networks?id=81366883-77d0-4eba-a7ab-e7372a5bb020 HTTP/1.1" status: 200 len: 811 time: 0.1477582 Jun 16 13:04:23.367512 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3bd81da5-811e-4e61-9340-661c0e237dae req-85a490b2-ea3c-43f6-b41e-037b86c6e1b9 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/quotas/da4b4dfb37af47e0a46b78585a4d542d HTTP/1.1" status: 200 len: 375 time: 0.0112648 Jun 16 13:04:23.451580 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3bd81da5-811e-4e61-9340-661c0e237dae req-f8bc2e51-901c-4697-ac63-189580574040 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=da4b4dfb37af47e0a46b78585a4d542d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0768468 Jun 16 13:04:23.571301 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3bd81da5-811e-4e61-9340-661c0e237dae req-2490b1a7-422f-4058-8c69-b0126caaac0f service neutron] 10.222.0.67 "GET /v2.0/networks/81366883-77d0-4eba-a7ab-e7372a5bb020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985587 Jun 16 13:04:23.672573 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-3bd81da5-811e-4e61-9340-661c0e237dae req-587ae87d-880c-4a1e-89ea-27f8729bf390 service neutron] 10.222.0.67 "GET /v2.0/networks/81366883-77d0-4eba-a7ab-e7372a5bb020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936394 Jun 16 13:04:24.539580 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ceec39c5-b545-4c89-8d40-bd7d78806b39 req-55526c0d-3887-44d2-9371-82c5039c7518 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=db35c7ed-85f7-4758-a15a-88d0e39ea978 HTTP/1.1" status: 200 len: 210 time: 0.4659209 Jun 16 13:04:25.605740 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd81da5-811e-4e61-9340-661c0e237dae req-70fd81e4-c814-4e58-a7aa-3b87cd14f760 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:04:25.608507 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-3bd81da5-811e-4e61-9340-661c0e237dae req-70fd81e4-c814-4e58-a7aa-3b87cd14f760 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.73 "GET /v2.0/networks?id=81366883-77d0-4eba-a7ab-e7372a5bb020 HTTP/1.1" status: 200 len: 811 time: 0.1886137 Jun 16 13:04:25.679174 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-3bd81da5-811e-4e61-9340-661c0e237dae req-7b903d61-43c7-4ad4-9374-f45a1b116b90 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da4b4dfb37af47e0a46b78585a4d542d HTTP/1.1" status: 200 len: 380 time: 0.0572853 Jun 16 13:04:25.699258 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [req-3bd81da5-811e-4e61-9340-661c0e237dae req-c5b27110-e4fb-477b-a6e5-1e9cb1f05b69 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Request body: {'port': {'device_id': 'db35c7ed-85f7-4758-a15a-88d0e39ea978', 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020', 'admin_state_up': True, 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'security_groups': ['68c5a738-8df5-4097-bf14-cd6f443068f8']}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:04:25.746261 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-ef20d037-0d5d-4b3e-adef-e5aa6dabb231 req-01eab34f-5200-4258-aae3-13699113a13f tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=db35c7ed-85f7-4758-a15a-88d0e39ea978 HTTP/1.1" status: 200 len: 210 time: 0.0447536 Jun 16 13:04:25.871254 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bd81da5-811e-4e61-9340-661c0e237dae req-c5b27110-e4fb-477b-a6e5-1e9cb1f05b69 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Made reservation on behalf of da4b4dfb37af47e0a46b78585a4d542d for: {'port': 1} {{(pid=109146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:04:25.875733 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-3bd81da5-811e-4e61-9340-661c0e237dae req-c5b27110-e4fb-477b-a6e5-1e9cb1f05b69 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:04:26.051113 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_common [req-3bd81da5-811e-4e61-9340-661c0e237dae req-c5b27110-e4fb-477b-a6e5-1e9cb1f05b69 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Allocated IP 172.20.0.13 (81366883-77d0-4eba-a7ab-e7372a5bb020/5c93f27e-893b-471b-8c45-8d133d4e0e81/ab8321c1-d079-4b73-8f2b-80dedd827ed6) {{(pid=109146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:04:26.326862 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-3bd81da5-811e-4e61-9340-661c0e237dae req-c5b27110-e4fb-477b-a6e5-1e9cb1f05b69 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for port, precommit_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:04:26.353323 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.provisioning_blocks [req-3bd81da5-811e-4e61-9340-661c0e237dae req-c5b27110-e4fb-477b-a6e5-1e9cb1f05b69 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Transition to ACTIVE for port object ab8321c1-d079-4b73-8f2b-80dedd827ed6 will not be triggered until provisioned by entity DHCP. {{(pid=109146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:04:26.406785 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-3bd81da5-811e-4e61-9340-661c0e237dae req-c5b27110-e4fb-477b-a6e5-1e9cb1f05b69 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32077152'] for port, after_create {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:04:26.413906 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-538b5a02-1e6d-48f7-a66e-893073f504b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:04:26.466326 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bd81da5-811e-4e61-9340-661c0e237dae req-c5b27110-e4fb-477b-a6e5-1e9cb1f05b69 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Network 81366883-77d0-4eba-a7ab-e7372a5bb020 is already hosted by enough agents. {{(pid=109146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:04:26.470558 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.scheduler.base_scheduler [req-3bd81da5-811e-4e61-9340-661c0e237dae req-c5b27110-e4fb-477b-a6e5-1e9cb1f05b69 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Resources bound (agent type, host, resource id): {{(pid=109146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:04:26.478551 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd81da5-811e-4e61-9340-661c0e237dae req-c5b27110-e4fb-477b-a6e5-1e9cb1f05b69 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Received port after_create {{(pid=109146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:04:26.517420 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b27110-e4fb-477b-a6e5-1e9cb1f05b69 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Pushing event updated for resources: {'Port': ['ID=ab8321c1-d079-4b73-8f2b-80dedd827ed6,revision_number=1']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:04:26.534180 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b27110-e4fb-477b-a6e5-1e9cb1f05b69 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:04:26.534596 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b27110-e4fb-477b-a6e5-1e9cb1f05b69 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:04:26.534986 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b27110-e4fb-477b-a6e5-1e9cb1f05b69 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:04:26.535360 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b27110-e4fb-477b-a6e5-1e9cb1f05b69 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:04:26.535731 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b27110-e4fb-477b-a6e5-1e9cb1f05b69 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:04:26.536103 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b27110-e4fb-477b-a6e5-1e9cb1f05b69 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:04:26.536471 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b27110-e4fb-477b-a6e5-1e9cb1f05b69 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:04:26.536983 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b27110-e4fb-477b-a6e5-1e9cb1f05b69 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:04:26.537413 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b27110-e4fb-477b-a6e5-1e9cb1f05b69 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:04:26.537879 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b27110-e4fb-477b-a6e5-1e9cb1f05b69 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:04:26.538147 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b27110-e4fb-477b-a6e5-1e9cb1f05b69 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:04:26.538540 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b27110-e4fb-477b-a6e5-1e9cb1f05b69 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:04:26.546023 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-c5b27110-e4fb-477b-a6e5-1e9cb1f05b69 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:04:26.576591 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd81da5-811e-4e61-9340-661c0e237dae req-c5b27110-e4fb-477b-a6e5-1e9cb1f05b69 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:04:26.577735 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-3bd81da5-811e-4e61-9340-661c0e237dae req-c5b27110-e4fb-477b-a6e5-1e9cb1f05b69 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:04:26.602015 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-3bd81da5-811e-4e61-9340-661c0e237dae req-c5b27110-e4fb-477b-a6e5-1e9cb1f05b69 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9160936 Jun 16 13:04:26.623508 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.v2.base [req-3bd81da5-811e-4e61-9340-661c0e237dae req-95fa1f48-a916-4874-bf61-3bc9ff9b944b service neutron] Request body: {'port': {'device_id': 'db35c7ed-85f7-4758-a15a-88d0e39ea978', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76629'}} {{(pid=109146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:04:26.783972 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-6f2290d2-7093-4d22-8298-3084980924ce None None] Provisioning for port ab8321c1-d079-4b73-8f2b-80dedd827ed6 completed by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:04:26.789220 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-6f2290d2-7093-4d22-8298-3084980924ce None None] Provisioning complete for port ab8321c1-d079-4b73-8f2b-80dedd827ed6 triggered by entity DHCP. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:04:26.789615 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-6f2290d2-7093-4d22-8298-3084980924ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:04:26.832811 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-6f2290d2-7093-4d22-8298-3084980924ce None None] Port ab8321c1-d079-4b73-8f2b-80dedd827ed6 cannot update to ACTIVE because it is not bound. {{(pid=109147) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:04:26.993084 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7878f1-be05-42f7-962a-8a5db8d2c9ec req-c61275c8-fb74-4055-9aaf-54a38cfae0de tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:04:26.994871 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9d7878f1-be05-42f7-962a-8a5db8d2c9ec req-c61275c8-fb74-4055-9aaf-54a38cfae0de tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=db35c7ed-85f7-4758-a15a-88d0e39ea978 HTTP/1.1" status: 200 len: 932 time: 0.0736589 Jun 16 13:04:27.048482 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9d7878f1-be05-42f7-962a-8a5db8d2c9ec req-876c4396-d990-491b-bf71-9c0469b5e843 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/security-groups?id=68c5a738-8df5-4097-bf14-cd6f443068f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458252 Jun 16 13:04:27.170570 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-3bd81da5-811e-4e61-9340-661c0e237dae req-95fa1f48-a916-4874-bf61-3bc9ff9b944b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:04:27.537605 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [req-3bd81da5-811e-4e61-9340-661c0e237dae req-95fa1f48-a916-4874-bf61-3bc9ff9b944b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab8321c1-d079-4b73-8f2b-80dedd827ed6 {{(pid=109146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:04:27.547893 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-3bd81da5-811e-4e61-9340-661c0e237dae req-95fa1f48-a916-4874-bf61-3bc9ff9b944b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:04:27.563711 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.provisioning_blocks [req-3bd81da5-811e-4e61-9340-661c0e237dae req-95fa1f48-a916-4874-bf61-3bc9ff9b944b service neutron] Transition to ACTIVE for port object ab8321c1-d079-4b73-8f2b-80dedd827ed6 will not be triggered until provisioned by entity L2. {{(pid=109146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:04:27.568162 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-3bd81da5-811e-4e61-9340-661c0e237dae req-95fa1f48-a916-4874-bf61-3bc9ff9b944b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32077174'] for port, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:04:27.571014 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-1f19b832-860b-426b-b0c3-9ac99fd0cd6d tempest-AttachVolumeShelveTestJSON-2072289756 tempest-AttachVolumeShelveTestJSON-2072289756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:04:27.676609 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa1f48-a916-4874-bf61-3bc9ff9b944b service neutron] Pushing event updated for resources: {'Port': ['ID=ab8321c1-d079-4b73-8f2b-80dedd827ed6,revision_number=2']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:04:27.681857 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-95fa1f48-a916-4874-bf61-3bc9ff9b944b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:04:27.820025 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-3bd81da5-811e-4e61-9340-661c0e237dae req-95fa1f48-a916-4874-bf61-3bc9ff9b944b service neutron] Attempting to bind port ab8321c1-d079-4b73-8f2b-80dedd827ed6 on host hv-cinder-76629 for vnic_type normal with profile {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:04:27.820590 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-3bd81da5-811e-4e61-9340-661c0e237dae req-95fa1f48-a916-4874-bf61-3bc9ff9b944b service neutron] Attempting to bind port ab8321c1-d079-4b73-8f2b-80dedd827ed6 by drivers openvswitch,hyperv on host hv-cinder-76629 at level 0 using segments [{'id': 'dcca0cf4-eafc-4ce6-9f7a-4008abe5738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020'}] {{(pid=109146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:04:27.821159 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd81da5-811e-4e61-9340-661c0e237dae req-95fa1f48-a916-4874-bf61-3bc9ff9b944b service neutron] Attempting to bind port ab8321c1-d079-4b73-8f2b-80dedd827ed6 on network 81366883-77d0-4eba-a7ab-e7372a5bb020 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:04:27.830008 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd81da5-811e-4e61-9340-661c0e237dae req-95fa1f48-a916-4874-bf61-3bc9ff9b944b service neutron] Port ab8321c1-d079-4b73-8f2b-80dedd827ed6 on network 81366883-77d0-4eba-a7ab-e7372a5bb020 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76629 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:04:27.830480 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd81da5-811e-4e61-9340-661c0e237dae req-95fa1f48-a916-4874-bf61-3bc9ff9b944b service neutron] Attempting to bind port ab8321c1-d079-4b73-8f2b-80dedd827ed6 on network 81366883-77d0-4eba-a7ab-e7372a5bb020 {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:04:27.840818 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd81da5-811e-4e61-9340-661c0e237dae req-95fa1f48-a916-4874-bf61-3bc9ff9b944b service neutron] Checking agent: {'id': 'b6c345f8-0197-4552-bdfc-f76fc82bf107', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76629', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 12, 47, 31), 'started_at': datetime.datetime(2021, 6, 16, 12, 47, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:04:27.841389 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd81da5-811e-4e61-9340-661c0e237dae req-95fa1f48-a916-4874-bf61-3bc9ff9b944b service neutron] Checking segment: {'id': 'dcca0cf4-eafc-4ce6-9f7a-4008abe5738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:04:27.842029 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd81da5-811e-4e61-9340-661c0e237dae req-95fa1f48-a916-4874-bf61-3bc9ff9b944b service neutron] Bound using segment: {'id': 'dcca0cf4-eafc-4ce6-9f7a-4008abe5738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020'} {{(pid=109146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:04:27.842819 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.managers [req-3bd81da5-811e-4e61-9340-661c0e237dae req-95fa1f48-a916-4874-bf61-3bc9ff9b944b service neutron] Bound port: ab8321c1-d079-4b73-8f2b-80dedd827ed6, host: hv-cinder-76629, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcca0cf4-eafc-4ce6-9f7a-4008abe5738d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020'}}] {{(pid=109146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:04:27.843369 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-3bd81da5-811e-4e61-9340-661c0e237dae req-95fa1f48-a916-4874-bf61-3bc9ff9b944b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:04:27.968985 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-3bd81da5-811e-4e61-9340-661c0e237dae req-95fa1f48-a916-4874-bf61-3bc9ff9b944b service neutron] For port ab8321c1-d079-4b73-8f2b-80dedd827ed6, host hv-cinder-76629, cleared binding levels {{(pid=109146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:04:27.973037 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-3bd81da5-811e-4e61-9340-661c0e237dae req-95fa1f48-a916-4874-bf61-3bc9ff9b944b service neutron] For port ab8321c1-d079-4b73-8f2b-80dedd827ed6, host hv-cinder-76629, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=ab8321c1-d079-4b73-8f2b-80dedd827ed6,segment=NetworkSegment(dcca0cf4-eafc-4ce6-9f7a-4008abe5738d),segment_id=dcca0cf4-eafc-4ce6-9f7a-4008abe5738d)] {{(pid=109146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:04:27.979307 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-3bd81da5-811e-4e61-9340-661c0e237dae req-95fa1f48-a916-4874-bf61-3bc9ff9b944b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32077174'] for port, after_update {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:04:27.984086 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-96b08ac5-7ec9-4672-8670-c341c635000a tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:04:28.022904 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd81da5-811e-4e61-9340-661c0e237dae req-95fa1f48-a916-4874-bf61-3bc9ff9b944b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:04:28.024135 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-3bd81da5-811e-4e61-9340-661c0e237dae req-95fa1f48-a916-4874-bf61-3bc9ff9b944b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:04:28.025461 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-3bd81da5-811e-4e61-9340-661c0e237dae req-95fa1f48-a916-4874-bf61-3bc9ff9b944b service neutron] 10.222.0.73 "PUT /v2.0/ports/ab8321c1-d079-4b73-8f2b-80dedd827ed6 HTTP/1.1" status: 200 len: 1094 time: 1.4134746 Jun 16 13:04:28.026077 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db35c7ed-85f7-4758-a15a-88d0e39ea978', 'tag': 'ab8321c1-d079-4b73-8f2b-80dedd827ed6'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:04:28.030115 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d3ced2b0755242c869f5b076fa8168e6e97917c7fd5877aaea6e5f8b8701d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0625abca-c506-4c3c-b47c-03588552d4dd" -d '{"events": [{"name": "network-changed", "server_uuid": "db35c7ed-85f7-4758-a15a-88d0e39ea978", "tag": "ab8321c1-d079-4b73-8f2b-80dedd827ed6"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:04:28.069982 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa1f48-a916-4874-bf61-3bc9ff9b944b service neutron] Pushing event updated for resources: {'Port': ['ID=ab8321c1-d079-4b73-8f2b-80dedd827ed6,revision_number=3']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:04:28.083751 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-95fa1f48-a916-4874-bf61-3bc9ff9b944b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:04:28.138619 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174bdbb8-46c0-4231-8502-8bd64ef93ffb x-openstack-request-id: req-174bdbb8-46c0-4231-8502-8bd64ef93ffb {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:04:28.139194 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db35c7ed-85f7-4758-a15a-88d0e39ea978", "tag": "ab8321c1-d079-4b73-8f2b-80dedd827ed6", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:04:28.139837 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-174bdbb8-46c0-4231-8502-8bd64ef93ffb {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:04:28.140521 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db35c7ed-85f7-4758-a15a-88d0e39ea978', 'tag': 'ab8321c1-d079-4b73-8f2b-80dedd827ed6', 'status': 'completed', 'code': 200} Jun 16 13:04:28.188980 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd81da5-811e-4e61-9340-661c0e237dae req-e1a2fba4-01bf-498a-8b0e-8dd7f640d29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:04:28.191763 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-3bd81da5-811e-4e61-9340-661c0e237dae req-e1a2fba4-01bf-498a-8b0e-8dd7f640d29d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=da4b4dfb37af47e0a46b78585a4d542d&device_id=db35c7ed-85f7-4758-a15a-88d0e39ea978 HTTP/1.1" status: 200 len: 1097 time: 0.1062829 Jun 16 13:04:28.266159 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-3bd81da5-811e-4e61-9340-661c0e237dae req-3e974fc9-0ebb-48e9-8100-945081499859 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab8321c1-d079-4b73-8f2b-80dedd827ed6 HTTP/1.1" status: 200 len: 217 time: 0.0627205 Jun 16 13:04:28.306012 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09826357-6b16-43bb-b8c8-a5e91b8c93c4 req-65a1cf25-2671-4944-95cb-e6633db4d96f tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:04:28.308574 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-09826357-6b16-43bb-b8c8-a5e91b8c93c4 req-65a1cf25-2671-4944-95cb-e6633db4d96f tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=db35c7ed-85f7-4758-a15a-88d0e39ea978 HTTP/1.1" status: 200 len: 944 time: 0.1128178 Jun 16 13:04:28.344434 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd81da5-811e-4e61-9340-661c0e237dae req-873956f8-199e-4413-9618-65fa7c4d28cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:04:28.346106 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-3bd81da5-811e-4e61-9340-661c0e237dae req-873956f8-199e-4413-9618-65fa7c4d28cf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5c93f27e-893b-471b-8c45-8d133d4e0e81 HTTP/1.1" status: 200 len: 850 time: 0.0732851 Jun 16 13:04:28.358211 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-09826357-6b16-43bb-b8c8-a5e91b8c93c4 req-792c6335-a0b9-42e1-8d73-0789e1c9e546 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/security-groups?id=68c5a738-8df5-4097-bf14-cd6f443068f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399144 Jun 16 13:04:28.424525 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd81da5-811e-4e61-9340-661c0e237dae req-d8386ba0-3789-4195-b28c-7f68a25a3343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:04:28.426132 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-3bd81da5-811e-4e61-9340-661c0e237dae req-d8386ba0-3789-4195-b28c-7f68a25a3343 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=81366883-77d0-4eba-a7ab-e7372a5bb020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696263 Jun 16 13:04:28.554923 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-3bd81da5-811e-4e61-9340-661c0e237dae req-d27d757b-a76d-42ca-8cf5-e18ec2425ab6 service neutron] 10.222.0.73 "GET /v2.0/networks/81366883-77d0-4eba-a7ab-e7372a5bb020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177499 Jun 16 13:04:28.666120 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-3bd81da5-811e-4e61-9340-661c0e237dae req-b087fd2b-5bc4-491b-ad9d-95672f41882d service neutron] 10.222.0.73 "GET /v2.0/networks/81366883-77d0-4eba-a7ab-e7372a5bb020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003604 Jun 16 13:04:28.818789 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625abca-c506-4c3c-b47c-03588552d4dd req-cac2b963-cb6c-439b-95b7-74fe5eac3cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:04:28.821395 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-0625abca-c506-4c3c-b47c-03588552d4dd req-cac2b963-cb6c-439b-95b7-74fe5eac3cbe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=da4b4dfb37af47e0a46b78585a4d542d&device_id=db35c7ed-85f7-4758-a15a-88d0e39ea978 HTTP/1.1" status: 200 len: 1097 time: 0.0856898 Jun 16 13:04:28.929333 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625abca-c506-4c3c-b47c-03588552d4dd req-c220ca50-5c6f-4a4d-9d29-464c3cd56665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:04:28.931047 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-0625abca-c506-4c3c-b47c-03588552d4dd req-c220ca50-5c6f-4a4d-9d29-464c3cd56665 service neutron] 10.222.0.73 "GET /v2.0/networks?id=81366883-77d0-4eba-a7ab-e7372a5bb020 HTTP/1.1" status: 200 len: 912 time: 0.1023867 Jun 16 13:04:28.982508 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-0625abca-c506-4c3c-b47c-03588552d4dd req-e1fd91d0-34ac-4e14-823d-e2ac2a8ef676 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab8321c1-d079-4b73-8f2b-80dedd827ed6 HTTP/1.1" status: 200 len: 217 time: 0.0438423 Jun 16 13:04:29.044557 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625abca-c506-4c3c-b47c-03588552d4dd req-17d9daf5-c724-4517-ab90-ef0eec6770c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:04:29.046133 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-0625abca-c506-4c3c-b47c-03588552d4dd req-17d9daf5-c724-4517-ab90-ef0eec6770c4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5c93f27e-893b-471b-8c45-8d133d4e0e81 HTTP/1.1" status: 200 len: 850 time: 0.0548255 Jun 16 13:04:29.119284 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625abca-c506-4c3c-b47c-03588552d4dd req-3d9b6ff8-80d9-40e2-a100-b3ba5dbecbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:04:29.122056 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-0625abca-c506-4c3c-b47c-03588552d4dd req-3d9b6ff8-80d9-40e2-a100-b3ba5dbecbe2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=81366883-77d0-4eba-a7ab-e7372a5bb020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688791 Jun 16 13:04:29.202436 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:04:29.236341 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-0625abca-c506-4c3c-b47c-03588552d4dd req-93310829-3038-4b1e-9e40-0894b15eec2c service neutron] 10.222.0.73 "GET /v2.0/networks/81366883-77d0-4eba-a7ab-e7372a5bb020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021109 Jun 16 13:04:29.341646 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-0625abca-c506-4c3c-b47c-03588552d4dd req-046e5dd6-dc0f-402d-ab01-d8a79014dd33 service neutron] 10.222.0.73 "GET /v2.0/networks/81366883-77d0-4eba-a7ab-e7372a5bb020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976541 Jun 16 13:04:29.563766 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50283a15-fe0f-495d-ae90-3077e789fc3f req-e3d4862b-8a2e-4f85-aed1-20623f0f236e tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:04:29.565402 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-50283a15-fe0f-495d-ae90-3077e789fc3f req-e3d4862b-8a2e-4f85-aed1-20623f0f236e tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=db35c7ed-85f7-4758-a15a-88d0e39ea978 HTTP/1.1" status: 200 len: 944 time: 0.0726492 Jun 16 13:04:29.608482 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-50283a15-fe0f-495d-ae90-3077e789fc3f req-e66732fb-f7a2-4e31-b01a-d16b28029285 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/security-groups?id=68c5a738-8df5-4097-bf14-cd6f443068f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368969 Jun 16 13:04:30.825366 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9d462-a829-4b48-90c3-01264202fe50 req-767e1462-674a-4aac-a4c2-e5246f49d30b tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:04:30.827078 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-14f9d462-a829-4b48-90c3-01264202fe50 req-767e1462-674a-4aac-a4c2-e5246f49d30b tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=db35c7ed-85f7-4758-a15a-88d0e39ea978 HTTP/1.1" status: 200 len: 944 time: 0.0793309 Jun 16 13:04:30.877105 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-14f9d462-a829-4b48-90c3-01264202fe50 req-23734dff-a932-49d5-a1ad-80fa3d4f1c1d tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/security-groups?id=68c5a738-8df5-4097-bf14-cd6f443068f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436444 Jun 16 13:04:30.972315 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-aed4083d-1844-4138-aef2-51e087e1cda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:04:32.074924 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633aa87-7622-4780-89d1-4a70fd851bc5 req-d4fe5837-1c28-41e9-a23a-d837d664b065 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:04:32.076631 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0633aa87-7622-4780-89d1-4a70fd851bc5 req-d4fe5837-1c28-41e9-a23a-d837d664b065 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=db35c7ed-85f7-4758-a15a-88d0e39ea978 HTTP/1.1" status: 200 len: 944 time: 0.0701950 Jun 16 13:04:32.119639 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0633aa87-7622-4780-89d1-4a70fd851bc5 req-ac580766-dfba-468f-9b9f-3d86d40d868b tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/security-groups?id=68c5a738-8df5-4097-bf14-cd6f443068f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362902 Jun 16 13:04:33.196682 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:04:33.356974 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fd711-bcb2-41c2-877a-e16c8cbc8698 req-bd663b60-da66-488b-94ef-fdaa942223e3 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:04:33.359352 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-015fd711-bcb2-41c2-877a-e16c8cbc8698 req-bd663b60-da66-488b-94ef-fdaa942223e3 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=db35c7ed-85f7-4758-a15a-88d0e39ea978 HTTP/1.1" status: 200 len: 944 time: 0.0847301 Jun 16 13:04:33.411049 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-015fd711-bcb2-41c2-877a-e16c8cbc8698 req-8f85518e-214f-4372-8bf2-8f895f2f1061 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/security-groups?id=68c5a738-8df5-4097-bf14-cd6f443068f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412381 Jun 16 13:04:34.689467 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee19c1-45d0-49be-bc30-8d70a962eb16 req-8ca8aaac-b7e5-4976-8c9e-c9ca4a17d600 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:04:34.692307 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a0ee19c1-45d0-49be-bc30-8d70a962eb16 req-8ca8aaac-b7e5-4976-8c9e-c9ca4a17d600 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=db35c7ed-85f7-4758-a15a-88d0e39ea978 HTTP/1.1" status: 200 len: 944 time: 0.1121902 Jun 16 13:04:34.755569 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-a0ee19c1-45d0-49be-bc30-8d70a962eb16 req-36891cf5-8f66-4876-8d92-03a0eaf3af4c tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/security-groups?id=68c5a738-8df5-4097-bf14-cd6f443068f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522494 Jun 16 13:04:35.289659 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-e5f3d6e5-48e1-4bf0-ad70-6c452ab1cdc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:04:35.678407 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:04:35.879094 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device ab8321c1-d079-4b73-8f2b-80dedd827ed6 details requested by agent hyperv_hv-cinder-76629 with host hv-cinder-76629 {{(pid=109147) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:04:35.967154 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652a1f4-c53e-4fe1-87a1-8f6b06894960 req-101523d5-7cbb-4909-8ea4-e69865a2681f tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:04:35.969176 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d652a1f4-c53e-4fe1-87a1-8f6b06894960 req-101523d5-7cbb-4909-8ea4-e69865a2681f tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=db35c7ed-85f7-4758-a15a-88d0e39ea978 HTTP/1.1" status: 200 len: 944 time: 0.0757771 Jun 16 13:04:36.017944 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-d652a1f4-c53e-4fe1-87a1-8f6b06894960 req-2d4b870f-d18c-4c13-892e-3a8c22c9a8e3 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/security-groups?id=68c5a738-8df5-4097-bf14-cd6f443068f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415864 Jun 16 13:04:36.167434 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port ab8321c1-d079-4b73-8f2b-80dedd827ed6, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=ab8321c1-d079-4b73-8f2b-80dedd827ed6,segment=NetworkSegment(dcca0cf4-eafc-4ce6-9f7a-4008abe5738d),segment_id=dcca0cf4-eafc-4ce6-9f7a-4008abe5738d)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:04:36.182359 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Returning: {'device': 'ab8321c1-d079-4b73-8f2b-80dedd827ed6', 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020', 'port_id': 'ab8321c1-d079-4b73-8f2b-80dedd827ed6', 'mac_address': 'fa:16:3e:ca:5e:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109147) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:04:36.230346 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:04:36.246994 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [None req-43072469-a160-4d16-9402-2253616714b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab8321c1-d079-4b73-8f2b-80dedd827ed6 {{(pid=109147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:04:36.276420 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port ab8321c1-d079-4b73-8f2b-80dedd827ed6, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=ab8321c1-d079-4b73-8f2b-80dedd827ed6,segment=NetworkSegment(dcca0cf4-eafc-4ce6-9f7a-4008abe5738d),segment_id=dcca0cf4-eafc-4ce6-9f7a-4008abe5738d)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:04:36.283323 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:04:36.285390 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-14271733-32c5-412c-b0df-0560fb78925d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:04:36.352605 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=ab8321c1-d079-4b73-8f2b-80dedd827ed6,revision_number=4']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:04:36.366474 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:04:36.367062 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:04:36.367643 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:04:36.368192 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:04:36.368774 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:04:36.369343 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:04:36.369917 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:04:36.371281 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:04:36.371891 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:04:36.372474 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:04:36.373899 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:04:36.373899 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:04:36.380595 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:04:36.555135 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] get_ports_and_sgs() called for port_ids ['ab8321c1-d079-4b73-8f2b-80dedd827ed6'] {{(pid=109147) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:04:37.051817 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:04:37.301561 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e967152-e2d7-4b24-b0ac-6e08376177df req-2e2faf9d-012d-466e-ac38-9008f90a76e1 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:04:37.303287 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2e967152-e2d7-4b24-b0ac-6e08376177df req-2e2faf9d-012d-466e-ac38-9008f90a76e1 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=db35c7ed-85f7-4758-a15a-88d0e39ea978 HTTP/1.1" status: 200 len: 945 time: 0.1139679 Jun 16 13:04:37.360026 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-2e967152-e2d7-4b24-b0ac-6e08376177df req-95f89f6e-0586-4bdd-8a6a-5bbd9aa5083e tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/security-groups?id=68c5a738-8df5-4097-bf14-cd6f443068f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454340 Jun 16 13:04:37.369498 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e1fe2ee1-b484-409b-b8dc-489188e234d1 req-d3c61976-7876-406c-b879-0d59e1f7d52f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ffb2fc22-b538-4685-8b98-01aa4c60feb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752826 Jun 16 13:04:37.498513 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe2ee1-b484-409b-b8dc-489188e234d1 req-aa36529e-4006-4ed0-9699-347f85384e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:04:37.500203 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e1fe2ee1-b484-409b-b8dc-489188e234d1 req-aa36529e-4006-4ed0-9699-347f85384e5a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=da4b4dfb37af47e0a46b78585a4d542d&device_id=ffb2fc22-b538-4685-8b98-01aa4c60feb5 HTTP/1.1" status: 200 len: 1098 time: 0.0717883 Jun 16 13:04:37.646805 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe2ee1-b484-409b-b8dc-489188e234d1 req-7ebe7dc1-f5ea-4cd7-9c20-b0180d748592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:04:37.648243 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e1fe2ee1-b484-409b-b8dc-489188e234d1 req-7ebe7dc1-f5ea-4cd7-9c20-b0180d748592 service neutron] 10.222.0.73 "GET /v2.0/networks?id=81366883-77d0-4eba-a7ab-e7372a5bb020 HTTP/1.1" status: 200 len: 912 time: 0.1170771 Jun 16 13:04:37.742067 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e1fe2ee1-b484-409b-b8dc-489188e234d1 req-e927004c-095a-4d7d-b9d4-a5531b7f3488 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=458f5bb9-2c7c-422a-9353-fbe5b2c89d5b HTTP/1.1" status: 200 len: 1001 time: 0.0850079 Jun 16 13:04:37.797443 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe2ee1-b484-409b-b8dc-489188e234d1 req-dd48124f-ec34-4852-88e1-d791012fe851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:04:37.798959 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e1fe2ee1-b484-409b-b8dc-489188e234d1 req-dd48124f-ec34-4852-88e1-d791012fe851 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5c93f27e-893b-471b-8c45-8d133d4e0e81 HTTP/1.1" status: 200 len: 850 time: 0.0496430 Jun 16 13:04:37.864277 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe2ee1-b484-409b-b8dc-489188e234d1 req-1e02db13-fe86-4200-83f7-1055a0137e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:04:37.865878 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e1fe2ee1-b484-409b-b8dc-489188e234d1 req-1e02db13-fe86-4200-83f7-1055a0137e85 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=81366883-77d0-4eba-a7ab-e7372a5bb020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0594614 Jun 16 13:04:37.908715 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device ab8321c1-d079-4b73-8f2b-80dedd827ed6 up at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:04:37.968027 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning for port ab8321c1-d079-4b73-8f2b-80dedd827ed6 completed by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:04:37.973540 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.provisioning_blocks [None req-43072469-a160-4d16-9402-2253616714b8 None None] Provisioning complete for port ab8321c1-d079-4b73-8f2b-80dedd827ed6 triggered by entity L2. {{(pid=109147) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:04:37.974102 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3711589'] for port, provisioning_complete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:04:37.976550 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e1fe2ee1-b484-409b-b8dc-489188e234d1 req-736afcfa-f8d5-4138-bf8b-fa4e37b873c3 service neutron] 10.222.0.73 "GET /v2.0/networks/81366883-77d0-4eba-a7ab-e7372a5bb020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017671 Jun 16 13:04:38.085035 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:04:38.117778 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e1fe2ee1-b484-409b-b8dc-489188e234d1 req-9e8e5c89-c735-4f51-aa6c-ab776bbdf92f service neutron] 10.222.0.73 "GET /v2.0/networks/81366883-77d0-4eba-a7ab-e7372a5bb020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325154 Jun 16 13:04:38.132129 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db35c7ed-85f7-4758-a15a-88d0e39ea978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8321c1-d079-4b73-8f2b-80dedd827ed6'}] {{(pid=109147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:04:38.137483 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c3fc19868b2eeee4f788927d96de96bc76ef619c1c8eef803ec6a338432d17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f18a92-a574-4829-a12a-820709e9b988" -d '{"events": [{"server_uuid": "db35c7ed-85f7-4758-a15a-88d0e39ea978", "name": "network-vif-plugged", "status": "completed", "tag": "ab8321c1-d079-4b73-8f2b-80dedd827ed6"}]}' {{(pid=109147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:04:38.156677 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-43072469-a160-4d16-9402-2253616714b8 None None] For port ab8321c1-d079-4b73-8f2b-80dedd827ed6, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=ab8321c1-d079-4b73-8f2b-80dedd827ed6,segment=NetworkSegment(dcca0cf4-eafc-4ce6-9f7a-4008abe5738d),segment_id=dcca0cf4-eafc-4ce6-9f7a-4008abe5738d)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:04:38.162083 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501'] for port, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:04:38.164773 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:04:38.203820 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1800561-1998-4c19-82ce-c83855ba2dcc x-openstack-request-id: req-c1800561-1998-4c19-82ce-c83855ba2dcc {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:04:38.204176 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db35c7ed-85f7-4758-a15a-88d0e39ea978", "name": "network-vif-plugged", "status": "completed", "tag": "ab8321c1-d079-4b73-8f2b-80dedd827ed6", "code": 200}]} {{(pid=109147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:04:38.204485 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c1800561-1998-4c19-82ce-c83855ba2dcc {{(pid=109147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:04:38.204923 dv-cinder-766296-6-iscsi neutron-server[109147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db35c7ed-85f7-4758-a15a-88d0e39ea978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8321c1-d079-4b73-8f2b-80dedd827ed6', 'code': 200} Jun 16 13:04:38.228744 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Pushing event updated for resources: {'Port': ['ID=ab8321c1-d079-4b73-8f2b-80dedd827ed6,revision_number=5']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:04:38.232818 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-43072469-a160-4d16-9402-2253616714b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:04:38.614486 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c6023-39ed-4be9-93c7-9e1312e8e329 req-a50053a6-38f1-44b6-ad0b-b141eb78eab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:04:38.617238 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-8c1c6023-39ed-4be9-93c7-9e1312e8e329 req-a50053a6-38f1-44b6-ad0b-b141eb78eab6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=db35c7ed-85f7-4758-a15a-88d0e39ea978 HTTP/1.1" status: 200 len: 1099 time: 0.1069288 Jun 16 13:04:38.663850 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547e7f4-b9d7-485e-a086-654003daaab9 req-419dad04-82c4-45dd-aedd-366f25b37004 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:04:38.666611 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e547e7f4-b9d7-485e-a086-654003daaab9 req-419dad04-82c4-45dd-aedd-366f25b37004 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=db35c7ed-85f7-4758-a15a-88d0e39ea978 HTTP/1.1" status: 200 len: 946 time: 0.1195219 Jun 16 13:04:38.668747 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-8c1c6023-39ed-4be9-93c7-9e1312e8e329 req-4a06e30a-2ea8-4194-903c-8ff4c045f66d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=68c5a738-8df5-4097-bf14-cd6f443068f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435493 Jun 16 13:04:38.737316 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-e547e7f4-b9d7-485e-a086-654003daaab9 req-4e384d61-0136-4175-b7bf-c3eac688a4bb tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/security-groups?id=68c5a738-8df5-4097-bf14-cd6f443068f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622089 Jun 16 13:04:39.364174 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:04:40.046890 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2b242-fe6c-4313-86d8-141c5da8ba12 req-289d3d93-df73-4507-be86-c9109d6d7646 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:04:40.048793 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-dab2b242-fe6c-4313-86d8-141c5da8ba12 req-289d3d93-df73-4507-be86-c9109d6d7646 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=db35c7ed-85f7-4758-a15a-88d0e39ea978 HTTP/1.1" status: 200 len: 946 time: 0.0771770 Jun 16 13:04:40.102122 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-dab2b242-fe6c-4313-86d8-141c5da8ba12 req-532a0e7a-f01f-4cc7-99b2-91b25a58ca97 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/security-groups?id=68c5a738-8df5-4097-bf14-cd6f443068f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420012 Jun 16 13:04:40.387477 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07f561-4360-4aa7-9999-d34a7af54389 req-fcdf3943-32b9-44b6-ad8f-d5656eaeb144 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:04:40.390258 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9a07f561-4360-4aa7-9999-d34a7af54389 req-fcdf3943-32b9-44b6-ad8f-d5656eaeb144 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=db35c7ed-85f7-4758-a15a-88d0e39ea978 HTTP/1.1" status: 200 len: 946 time: 0.1332150 Jun 16 13:04:40.462854 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-9a07f561-4360-4aa7-9999-d34a7af54389 req-64a236ce-67d9-4155-ae6e-32af0894f716 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/security-groups?id=68c5a738-8df5-4097-bf14-cd6f443068f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646889 Jun 16 13:04:40.491747 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 55090) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:04:40.594836 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1236278-1d81-43ff-8fdf-3ff300b180b2 tempest-TestVolumeBootPattern-564588437 tempest-TestVolumeBootPattern-564588437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:04:40.597728 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-a1236278-1d81-43ff-8fdf-3ff300b180b2 tempest-TestVolumeBootPattern-564588437 tempest-TestVolumeBootPattern-564588437-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=db35c7ed-85f7-4758-a15a-88d0e39ea978 HTTP/1.1" status: 200 len: 1094 time: 0.1041782 Jun 16 13:04:40.600961 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 55092) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:04:40.609679 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.v2.base [None req-6189f02e-9824-47a0-bfda-778de12cad32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Request body: {'floatingip': {'floating_network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'port_id': 'ab8321c1-d079-4b73-8f2b-80dedd827ed6', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:04:40.650770 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6189f02e-9824-47a0-bfda-778de12cad32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for floatingip, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:04:40.821395 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6189f02e-9824-47a0-bfda-778de12cad32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3561167'] for port, before_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:04:40.964867 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.db_base_plugin_common [None req-6189f02e-9824-47a0-bfda-778de12cad32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Allocated IP 172.27.0.43 (31dc54ca-819a-4fca-8a47-71bd58082db2/22fb36b4-54fb-4b68-bc71-a723384dad9b/78fd95e8-5c1c-4ef3-8487-7874d75357e2) {{(pid=109145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:04:41.119081 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6189f02e-9824-47a0-bfda-778de12cad32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for port, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:04:41.180824 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6189f02e-9824-47a0-bfda-778de12cad32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3560202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754302108438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26528923'] for port, after_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:04:41.184688 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-c87b8cce-cccf-4c12-a0c5-e121f2f00de2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:04:41.232839 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6189f02e-9824-47a0-bfda-778de12cad32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Network 31dc54ca-819a-4fca-8a47-71bd58082db2 is already hosted by enough agents. {{(pid=109145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:04:41.244239 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.base_scheduler [None req-6189f02e-9824-47a0-bfda-778de12cad32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Resources bound (agent type, host, resource id): {{(pid=109145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:04:41.248786 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6189f02e-9824-47a0-bfda-778de12cad32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Received port after_create {{(pid=109145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:04:41.252500 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6189f02e-9824-47a0-bfda-778de12cad32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Pushing event updated for resources: {'Port': ['ID=78fd95e8-5c1c-4ef3-8487-7874d75357e2,revision_number=1']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:04:41.286338 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6189f02e-9824-47a0-bfda-778de12cad32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:04:41.286725 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6189f02e-9824-47a0-bfda-778de12cad32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:04:41.287107 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6189f02e-9824-47a0-bfda-778de12cad32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:04:41.287487 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6189f02e-9824-47a0-bfda-778de12cad32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:04:41.287854 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6189f02e-9824-47a0-bfda-778de12cad32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:04:41.288226 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6189f02e-9824-47a0-bfda-778de12cad32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:04:41.288588 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6189f02e-9824-47a0-bfda-778de12cad32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:04:41.288952 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6189f02e-9824-47a0-bfda-778de12cad32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:04:41.289322 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6189f02e-9824-47a0-bfda-778de12cad32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:04:41.289681 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6189f02e-9824-47a0-bfda-778de12cad32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:04:41.290041 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6189f02e-9824-47a0-bfda-778de12cad32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:04:41.290428 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6189f02e-9824-47a0-bfda-778de12cad32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:04:41.297015 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-6189f02e-9824-47a0-bfda-778de12cad32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:04:41.874258 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6189f02e-9824-47a0-bfda-778de12cad32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:04:41.975606 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6189f02e-9824-47a0-bfda-778de12cad32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3561181'] for port, before_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:04:42.177259 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6189f02e-9824-47a0-bfda-778de12cad32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for port, precommit_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:04:42.185685 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6189f02e-9824-47a0-bfda-778de12cad32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754302499943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754302108456', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754302108501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26528909'] for port, after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:04:42.188520 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-2452f193-af17-4e53-a7b6-66eebba73d7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:04:42.272722 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6189f02e-9824-47a0-bfda-778de12cad32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Pushing event updated for resources: {'Port': ['ID=78fd95e8-5c1c-4ef3-8487-7874d75357e2,revision_number=2']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:04:42.278547 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-6189f02e-9824-47a0-bfda-778de12cad32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:04:42.289932 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6189f02e-9824-47a0-bfda-778de12cad32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442364'] for floatingip, after_update {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:04:42.426512 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.db.l3_db [None req-6189f02e-9824-47a0-bfda-778de12cad32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Floating IP 1917a187-c906-4da4-ae42-19d239624d69 associated. External IP: 172.27.0.43, port: ab8321c1-d079-4b73-8f2b-80dedd827ed6. Jun 16 13:04:42.741831 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6189f02e-9824-47a0-bfda-778de12cad32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Router 7e42a6ab-b333-4411-a2f9-bb727764d8ef has already been hosted by L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 {{(pid=109145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:04:42.939255 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6189f02e-9824-47a0-bfda-778de12cad32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:04:42.955971 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb1abbd-db83-471f-8d5d-842577c0a4dc None None] Sync routers for ids ['7e42a6ab-b333-4411-a2f9-bb727764d8ef'] in dv-cinder-766296-6-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:04:42.965396 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6189f02e-9824-47a0-bfda-778de12cad32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for floatingip, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:04:42.976404 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb1abbd-db83-471f-8d5d-842577c0a4dc None None] Routers {'7e42a6ab-b333-4411-a2f9-bb727764d8ef'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:04:42.977450 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-4bb1abbd-db83-471f-8d5d-842577c0a4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a1b76d0>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T13:04:35Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['7e42a6ab-b333-4411-a2f9-bb727764d8ef'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:04:43.014885 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-6189f02e-9824-47a0-bfda-778de12cad32 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4123235 Jun 16 13:04:43.015630 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db35c7ed-85f7-4758-a15a-88d0e39ea978', 'tag': 'ab8321c1-d079-4b73-8f2b-80dedd827ed6'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:04:43.019794 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9bae50dfbf258dfcc1b22b71b0f324177d6a2dd6dbdff5bf738173c6d3102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a979a9-facd-4805-9fbb-448fac4ea073" -d '{"events": [{"name": "network-changed", "server_uuid": "db35c7ed-85f7-4758-a15a-88d0e39ea978", "tag": "ab8321c1-d079-4b73-8f2b-80dedd827ed6"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:04:43.144694 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc843ec9-ad61-41d3-a2cf-1fec13a0b3bd x-openstack-request-id: req-cc843ec9-ad61-41d3-a2cf-1fec13a0b3bd {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:04:43.145252 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db35c7ed-85f7-4758-a15a-88d0e39ea978", "tag": "ab8321c1-d079-4b73-8f2b-80dedd827ed6", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:04:43.145743 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cc843ec9-ad61-41d3-a2cf-1fec13a0b3bd {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:04:43.146513 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db35c7ed-85f7-4758-a15a-88d0e39ea978', 'tag': 'ab8321c1-d079-4b73-8f2b-80dedd827ed6', 'status': 'completed', 'code': 200} Jun 16 13:04:43.157940 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-4bb1abbd-db83-471f-8d5d-842577c0a4dc None None] Set router 7e42a6ab-b333-4411-a2f9-bb727764d8ef gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:04:43.240555 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a979a9-facd-4805-9fbb-448fac4ea073 req-1f41cc86-346e-48f2-9f12-cdbad5c76581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:04:43.243555 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-69a979a9-facd-4805-9fbb-448fac4ea073 req-1f41cc86-346e-48f2-9f12-cdbad5c76581 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=da4b4dfb37af47e0a46b78585a4d542d&device_id=db35c7ed-85f7-4758-a15a-88d0e39ea978 HTTP/1.1" status: 200 len: 1099 time: 0.0745609 Jun 16 13:04:43.368177 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a979a9-facd-4805-9fbb-448fac4ea073 req-43b75828-b9f0-4905-ac19-7e45504e71c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:04:43.369852 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-69a979a9-facd-4805-9fbb-448fac4ea073 req-43b75828-b9f0-4905-ac19-7e45504e71c5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=81366883-77d0-4eba-a7ab-e7372a5bb020 HTTP/1.1" status: 200 len: 912 time: 0.1147795 Jun 16 13:04:43.457194 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-69a979a9-facd-4805-9fbb-448fac4ea073 req-7863c176-733f-43a2-af9d-54c3e68e3284 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab8321c1-d079-4b73-8f2b-80dedd827ed6 HTTP/1.1" status: 200 len: 999 time: 0.0792520 Jun 16 13:04:43.524353 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a979a9-facd-4805-9fbb-448fac4ea073 req-042fe47c-bbe7-4056-8ea1-281c899dac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:04:43.524671 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-4bb1abbd-db83-471f-8d5d-842577c0a4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a1b76d0>, [{'id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'name': 'tempest-TestVolumeBootPattern-300302500-router', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:59:00Z', 'updated_at': '2021-06-16T12:59:10Z', 'revision_number': 4, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'gw_port': {'id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:02Z', 'updated_at': '2021-06-16T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_floatingips': [{'id': '1917a187-c906-4da4-ae42-19d239624d69', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'floating_ip_address': '172.27.0.43', 'floating_network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'router_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'port_id': 'ab8321c1-d079-4b73-8f2b-80dedd827ed6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020', 'mac_address': 'fa:16:3e:ca:5e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db35c7ed-85f7-4758-a15a-88d0e39ea978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:04:41Z', 'updated_at': '2021-06-16T13:04:41Z', 'revision_number': 0, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'fixed_ip_address_scope': None}, {'id': 'f8683da4-f8d4-4566-a775-2fbd989b808b', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'router_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'port_id': '458f5bb9-2c7c-422a-9353-fbe5b2c89d5b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020', 'mac_address': 'fa:16:3e:62:aa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb2fc22-b538-4685-8b98-01aa4c60feb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:02:44Z', 'updated_at': '2021-06-16T13:02:46Z', 'revision_number': 1, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '822e6074-c6ba-4408-9a6b-09da0d0ed14a', 'name': '', 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'mac_address': 'fa:16:3e:9f:18:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:08Z', 'updated_at': '2021-06-16T12:59:15Z', 'revision_number': 5, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'subnets': [{'id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:04:43.528294 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-69a979a9-facd-4805-9fbb-448fac4ea073 req-042fe47c-bbe7-4056-8ea1-281c899dac6d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5c93f27e-893b-471b-8c45-8d133d4e0e81 HTTP/1.1" status: 200 len: 850 time: 0.0625193 Jun 16 13:04:43.530306 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb1abbd-db83-471f-8d5d-842577c0a4dc None None] Checking router: 7e42a6ab-b333-4411-a2f9-bb727764d8ef for host: dv-cinder-766296-6-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:04:43.543880 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb1abbd-db83-471f-8d5d-842577c0a4dc None None] Routers {'7e42a6ab-b333-4411-a2f9-bb727764d8ef'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:04:43.544585 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-4bb1abbd-db83-471f-8d5d-842577c0a4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a1b76d0>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T13:04:35Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['7e42a6ab-b333-4411-a2f9-bb727764d8ef'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:04:43.636632 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a979a9-facd-4805-9fbb-448fac4ea073 req-557e9cad-a4d4-4975-bfd4-3c5218c6c45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:04:43.639175 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-69a979a9-facd-4805-9fbb-448fac4ea073 req-557e9cad-a4d4-4975-bfd4-3c5218c6c45a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=81366883-77d0-4eba-a7ab-e7372a5bb020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1046069 Jun 16 13:04:43.707154 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-4bb1abbd-db83-471f-8d5d-842577c0a4dc None None] Set router 7e42a6ab-b333-4411-a2f9-bb727764d8ef gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:04:43.766171 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-69a979a9-facd-4805-9fbb-448fac4ea073 req-8c2eb51f-734a-4c49-b59f-310c8d88df84 service neutron] 10.222.0.73 "GET /v2.0/networks/81366883-77d0-4eba-a7ab-e7372a5bb020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199832 Jun 16 13:04:43.920297 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-69a979a9-facd-4805-9fbb-448fac4ea073 req-3bc3e952-8d07-4293-ab42-1b419ebd0da8 service neutron] 10.222.0.73 "GET /v2.0/networks/81366883-77d0-4eba-a7ab-e7372a5bb020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460035 Jun 16 13:04:44.084069 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-4bb1abbd-db83-471f-8d5d-842577c0a4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a1b76d0>, [{'id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'name': 'tempest-TestVolumeBootPattern-300302500-router', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:59:00Z', 'updated_at': '2021-06-16T12:59:10Z', 'revision_number': 4, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'gw_port': {'id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:02Z', 'updated_at': '2021-06-16T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_floatingips': [{'id': '1917a187-c906-4da4-ae42-19d239624d69', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'floating_ip_address': '172.27.0.43', 'floating_network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'router_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'port_id': 'ab8321c1-d079-4b73-8f2b-80dedd827ed6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020', 'mac_address': 'fa:16:3e:ca:5e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db35c7ed-85f7-4758-a15a-88d0e39ea978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:04:41Z', 'updated_at': '2021-06-16T13:04:41Z', 'revision_number': 0, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'fixed_ip_address_scope': None}, {'id': 'f8683da4-f8d4-4566-a775-2fbd989b808b', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'router_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'port_id': '458f5bb9-2c7c-422a-9353-fbe5b2c89d5b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020', 'mac_address': 'fa:16:3e:62:aa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb2fc22-b538-4685-8b98-01aa4c60feb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:02:44Z', 'updated_at': '2021-06-16T13:02:46Z', 'revision_number': 1, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '822e6074-c6ba-4408-9a6b-09da0d0ed14a', 'name': '', 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'mac_address': 'fa:16:3e:9f:18:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:08Z', 'updated_at': '2021-06-16T12:59:15Z', 'revision_number': 5, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'subnets': [{'id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:04:44.091638 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb1abbd-db83-471f-8d5d-842577c0a4dc None None] The sync data for ids ['7e42a6ab-b333-4411-a2f9-bb727764d8ef'] in dv-cinder-766296-6-iscsi is: [{'id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'name': 'tempest-TestVolumeBootPattern-300302500-router', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:59:00Z', 'updated_at': '2021-06-16T12:59:10Z', 'revision_number': 4, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'gw_port': {'id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:02Z', 'updated_at': '2021-06-16T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_floatingips': [{'id': '1917a187-c906-4da4-ae42-19d239624d69', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'floating_ip_address': '172.27.0.43', 'floating_network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'router_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'port_id': 'ab8321c1-d079-4b73-8f2b-80dedd827ed6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020', 'mac_address': 'fa:16:3e:ca:5e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db35c7ed-85f7-4758-a15a-88d0e39ea978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:04:41Z', 'updated_at': '2021-06-16T13:04:41Z', 'revision_number': 0, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'fixed_ip_address_scope': None}, {'id': 'f8683da4-f8d4-4566-a775-2fbd989b808b', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'router_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'port_id': '458f5bb9-2c7c-422a-9353-fbe5b2c89d5b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020', 'mac_address': 'fa:16:3e:62:aa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb2fc22-b538-4685-8b98-01aa4c60feb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:02:44Z', 'updated_at': '2021-06-16T13:02:46Z', 'revision_number': 1, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '822e6074-c6ba-4408-9a6b-09da0d0ed14a', 'name': '', 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'mac_address': 'fa:16:3e:9f:18:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:08Z', 'updated_at': '2021-06-16T12:59:15Z', 'revision_number': 5, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'subnets': [{'id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:04:44.347553 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d204b510-c201-48dd-9bd0-23328df03634 None None] New status for floating IP 1917a187-c906-4da4-ae42-19d239624d69: ACTIVE {{(pid=109148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:05:00.973512 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-b5429cf9-c36b-4f22-a889-035b21f56aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:05:03.194732 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:05:05.295090 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-b7914f19-5b8f-43ea-8b22-6ca0d6bfcfef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:05:05.675793 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:05:06.204468 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:05:07.051120 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:05:09.366087 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:05:26.928429 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [req-afcf3c46-ef7c-45ad-ae53-4af106ab0cd8 req-284ba729-6d75-43d3-8376-52b9180fd9c4 service neutron] (109145) timed out ('10.222.0.73', 56651) {{(pid=109145) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 13:05:30.780570 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [req-37cce164-6f7b-4c80-aa3e-a376a029f246 req-a265368c-82e0-44a6-b454-52971e739dd8 service neutron] (109145) timed out ('10.222.0.73', 56606) {{(pid=109145) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 13:05:30.968839 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-a9965756-1ada-48e1-8a68-ed70ee1a02f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:05:33.203037 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:05:35.307436 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-87bb13d7-7196-46b5-82a8-c4525339b455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:05:35.685373 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:05:37.057289 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:05:37.352909 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e03583b2-c58c-4850-8ab0-8320d3829be0 req-7dea935f-ddee-4bea-82e7-6af6bce7cd7a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ffb2fc22-b538-4685-8b98-01aa4c60feb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1169724 Jun 16 13:05:37.469277 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03583b2-c58c-4850-8ab0-8320d3829be0 req-bd7eb2dd-80b0-4722-9de4-67240a68d78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:05:37.470965 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e03583b2-c58c-4850-8ab0-8320d3829be0 req-bd7eb2dd-80b0-4722-9de4-67240a68d78c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=da4b4dfb37af47e0a46b78585a4d542d&device_id=ffb2fc22-b538-4685-8b98-01aa4c60feb5 HTTP/1.1" status: 200 len: 1098 time: 0.0642824 Jun 16 13:05:37.590990 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03583b2-c58c-4850-8ab0-8320d3829be0 req-0c305270-37bb-4436-b03d-9618b50ecdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:05:37.592476 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e03583b2-c58c-4850-8ab0-8320d3829be0 req-0c305270-37bb-4436-b03d-9618b50ecdb5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=81366883-77d0-4eba-a7ab-e7372a5bb020 HTTP/1.1" status: 200 len: 912 time: 0.0985808 Jun 16 13:05:37.699336 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e03583b2-c58c-4850-8ab0-8320d3829be0 req-26cce46e-5a0a-4edc-9266-5fcf8964a268 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=458f5bb9-2c7c-422a-9353-fbe5b2c89d5b HTTP/1.1" status: 200 len: 1001 time: 0.0975451 Jun 16 13:05:37.759901 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03583b2-c58c-4850-8ab0-8320d3829be0 req-00db1d35-f3f6-484a-a2fc-b4afd49994e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:05:37.761299 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e03583b2-c58c-4850-8ab0-8320d3829be0 req-00db1d35-f3f6-484a-a2fc-b4afd49994e0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5c93f27e-893b-471b-8c45-8d133d4e0e81 HTTP/1.1" status: 200 len: 850 time: 0.0553477 Jun 16 13:05:37.828827 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03583b2-c58c-4850-8ab0-8320d3829be0 req-b854d55a-c8f2-43e5-ae07-e0911adfa222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:05:37.830616 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e03583b2-c58c-4850-8ab0-8320d3829be0 req-b854d55a-c8f2-43e5-ae07-e0911adfa222 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=81366883-77d0-4eba-a7ab-e7372a5bb020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0617371 Jun 16 13:05:37.933803 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e03583b2-c58c-4850-8ab0-8320d3829be0 req-69bfab87-8420-4eb8-9b42-ebff1741e065 service neutron] 10.222.0.73 "GET /v2.0/networks/81366883-77d0-4eba-a7ab-e7372a5bb020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957878 Jun 16 13:05:38.049290 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-e03583b2-c58c-4850-8ab0-8320d3829be0 req-6ea53b83-ef95-47c3-b26e-b68f3c5a1f8f service neutron] 10.222.0.73 "GET /v2.0/networks/81366883-77d0-4eba-a7ab-e7372a5bb020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081135 Jun 16 13:05:39.370198 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:05:43.204880 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:06:00.981188 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-bab80991-182a-4a84-bf2d-dd4d696cab42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:03.234066 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:05.303285 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-50965114-6b1c-4ae2-930b-9fc8143ae5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:05.679729 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:07.058563 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:09.466794 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:20.204286 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:06:22.196377 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 55128) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:06:22.420224 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-3f8e5e91-7919-43d1-a834-3d765e597c2c tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Deleting port 78fd95e8-5c1c-4ef3-8487-7874d75357e2 {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:06:22.420572 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-3f8e5e91-7919-43d1-a834-3d765e597c2c tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:22.545929 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-3f8e5e91-7919-43d1-a834-3d765e597c2c tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:22.546416 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-3f8e5e91-7919-43d1-a834-3d765e597c2c tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:22.625379 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-3f8e5e91-7919-43d1-a834-3d765e597c2c tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Calling delete_port for 78fd95e8-5c1c-4ef3-8487-7874d75357e2 owned by network:floatingip {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:06:22.826111 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-3f8e5e91-7919-43d1-a834-3d765e597c2c tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26528900'] for port, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:22.828518 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-312b6410-2ba1-42cd-a45a-05c1bfcab571 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:06:22.854515 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e5e91-7919-43d1-a834-3d765e597c2c tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Pushing event deleted for resources: {'Port': ['ID=78fd95e8-5c1c-4ef3-8487-7874d75357e2,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:06:22.867245 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8e5e91-7919-43d1-a834-3d765e597c2c tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:06:22.867633 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8e5e91-7919-43d1-a834-3d765e597c2c tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:06:22.868010 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8e5e91-7919-43d1-a834-3d765e597c2c tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:06:22.868949 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8e5e91-7919-43d1-a834-3d765e597c2c tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:06:22.869450 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8e5e91-7919-43d1-a834-3d765e597c2c tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:06:22.870043 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8e5e91-7919-43d1-a834-3d765e597c2c tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:06:22.870445 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8e5e91-7919-43d1-a834-3d765e597c2c tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:06:22.870820 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8e5e91-7919-43d1-a834-3d765e597c2c tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:06:22.871188 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8e5e91-7919-43d1-a834-3d765e597c2c tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:06:22.871555 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8e5e91-7919-43d1-a834-3d765e597c2c tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:06:22.871929 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8e5e91-7919-43d1-a834-3d765e597c2c tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:06:22.872274 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8e5e91-7919-43d1-a834-3d765e597c2c tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:06:22.891543 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-3f8e5e91-7919-43d1-a834-3d765e597c2c tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:06:22.940097 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-3f8e5e91-7919-43d1-a834-3d765e597c2c tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for floatingip, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:22.940599 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.db.l3_db [None req-3f8e5e91-7919-43d1-a834-3d765e597c2c tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Floating IP 1917a187-c906-4da4-ae42-19d239624d69 disassociated (deleted). External IP: 172.27.0.43, port: ab8321c1-d079-4b73-8f2b-80dedd827ed6. Jun 16 13:06:23.184145 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8e5e91-7919-43d1-a834-3d765e597c2c tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Router 7e42a6ab-b333-4411-a2f9-bb727764d8ef has already been hosted by L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 {{(pid=109145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:06:23.325095 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8e5e91-7919-43d1-a834-3d765e597c2c tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:06:23.332696 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-3f8e5e91-7919-43d1-a834-3d765e597c2c tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for floatingip, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:23.336059 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faa14b5-1f09-475a-9a80-74becc0b2bab None None] Sync routers for ids ['7e42a6ab-b333-4411-a2f9-bb727764d8ef'] in dv-cinder-766296-6-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:06:23.348688 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faa14b5-1f09-475a-9a80-74becc0b2bab None None] Routers {'7e42a6ab-b333-4411-a2f9-bb727764d8ef'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:06:23.349471 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-0faa14b5-1f09-475a-9a80-74becc0b2bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a50a9a0>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T13:06:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['7e42a6ab-b333-4411-a2f9-bb727764d8ef'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:06:23.395472 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-3f8e5e91-7919-43d1-a834-3d765e597c2c tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "DELETE /v2.0/floatingips/1917a187-c906-4da4-ae42-19d239624d69 HTTP/1.1" status: 204 len: 168 time: 1.1928666 Jun 16 13:06:23.395472 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db35c7ed-85f7-4758-a15a-88d0e39ea978', 'tag': 'ab8321c1-d079-4b73-8f2b-80dedd827ed6'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:06:23.395472 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9bae50dfbf258dfcc1b22b71b0f324177d6a2dd6dbdff5bf738173c6d3102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d757205d-6a78-44b4-8c7c-5181c0c2f8d6" -d '{"events": [{"name": "network-changed", "server_uuid": "db35c7ed-85f7-4758-a15a-88d0e39ea978", "tag": "ab8321c1-d079-4b73-8f2b-80dedd827ed6"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:06:23.444067 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69677c3d-9658-4ad5-aed3-82dbcaa2b7e6 x-openstack-request-id: req-69677c3d-9658-4ad5-aed3-82dbcaa2b7e6 {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:06:23.444457 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db35c7ed-85f7-4758-a15a-88d0e39ea978", "tag": "ab8321c1-d079-4b73-8f2b-80dedd827ed6", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:06:23.444938 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-69677c3d-9658-4ad5-aed3-82dbcaa2b7e6 {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:06:23.445830 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db35c7ed-85f7-4758-a15a-88d0e39ea978', 'tag': 'ab8321c1-d079-4b73-8f2b-80dedd827ed6', 'status': 'completed', 'code': 200} Jun 16 13:06:23.534776 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-0faa14b5-1f09-475a-9a80-74becc0b2bab None None] Set router 7e42a6ab-b333-4411-a2f9-bb727764d8ef gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:06:23.536431 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757205d-6a78-44b4-8c7c-5181c0c2f8d6 req-c4787dfc-3f8d-46fb-9f4d-2958363c5bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:06:23.538605 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-d757205d-6a78-44b4-8c7c-5181c0c2f8d6 req-c4787dfc-3f8d-46fb-9f4d-2958363c5bf4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=da4b4dfb37af47e0a46b78585a4d542d&device_id=db35c7ed-85f7-4758-a15a-88d0e39ea978 HTTP/1.1" status: 200 len: 1099 time: 0.0642030 Jun 16 13:06:23.653138 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757205d-6a78-44b4-8c7c-5181c0c2f8d6 req-21ed3ac0-2a08-4309-9f6f-6afb6e8606a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:06:23.655204 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-d757205d-6a78-44b4-8c7c-5181c0c2f8d6 req-21ed3ac0-2a08-4309-9f6f-6afb6e8606a5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=81366883-77d0-4eba-a7ab-e7372a5bb020 HTTP/1.1" status: 200 len: 912 time: 0.1093976 Jun 16 13:06:23.711504 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-d757205d-6a78-44b4-8c7c-5181c0c2f8d6 req-d24dd7b9-3d0a-4493-a9a0-c9eb6e6f1f2e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab8321c1-d079-4b73-8f2b-80dedd827ed6 HTTP/1.1" status: 200 len: 217 time: 0.0436506 Jun 16 13:06:23.773842 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757205d-6a78-44b4-8c7c-5181c0c2f8d6 req-ac7d6fbd-82b0-47bc-81a3-f88865c8a225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:06:23.775867 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-d757205d-6a78-44b4-8c7c-5181c0c2f8d6 req-ac7d6fbd-82b0-47bc-81a3-f88865c8a225 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5c93f27e-893b-471b-8c45-8d133d4e0e81 HTTP/1.1" status: 200 len: 850 time: 0.0566077 Jun 16 13:06:23.853891 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757205d-6a78-44b4-8c7c-5181c0c2f8d6 req-adfceb21-935c-4581-af7b-3516272e5b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:06:23.855472 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-d757205d-6a78-44b4-8c7c-5181c0c2f8d6 req-adfceb21-935c-4581-af7b-3516272e5b4f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=81366883-77d0-4eba-a7ab-e7372a5bb020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693848 Jun 16 13:06:23.857078 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-0faa14b5-1f09-475a-9a80-74becc0b2bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a50a9a0>, [{'id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'name': 'tempest-TestVolumeBootPattern-300302500-router', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:59:00Z', 'updated_at': '2021-06-16T12:59:10Z', 'revision_number': 4, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'gw_port': {'id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:02Z', 'updated_at': '2021-06-16T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_floatingips': [{'id': 'f8683da4-f8d4-4566-a775-2fbd989b808b', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'router_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'port_id': '458f5bb9-2c7c-422a-9353-fbe5b2c89d5b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020', 'mac_address': 'fa:16:3e:62:aa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb2fc22-b538-4685-8b98-01aa4c60feb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:02:44Z', 'updated_at': '2021-06-16T13:02:46Z', 'revision_number': 1, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '822e6074-c6ba-4408-9a6b-09da0d0ed14a', 'name': '', 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'mac_address': 'fa:16:3e:9f:18:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:08Z', 'updated_at': '2021-06-16T12:59:15Z', 'revision_number': 5, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'subnets': [{'id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:06:23.863972 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faa14b5-1f09-475a-9a80-74becc0b2bab None None] Checking router: 7e42a6ab-b333-4411-a2f9-bb727764d8ef for host: dv-cinder-766296-6-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:06:23.880398 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faa14b5-1f09-475a-9a80-74becc0b2bab None None] Routers {'7e42a6ab-b333-4411-a2f9-bb727764d8ef'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:06:23.881452 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-0faa14b5-1f09-475a-9a80-74becc0b2bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a50a9a0>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T13:06:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['7e42a6ab-b333-4411-a2f9-bb727764d8ef'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:06:24.002457 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-d757205d-6a78-44b4-8c7c-5181c0c2f8d6 req-b0e93ce1-da8f-45ba-adf8-c54ec978ae53 service neutron] 10.222.0.73 "GET /v2.0/networks/81366883-77d0-4eba-a7ab-e7372a5bb020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385901 Jun 16 13:06:24.005077 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-0faa14b5-1f09-475a-9a80-74becc0b2bab None None] Set router 7e42a6ab-b333-4411-a2f9-bb727764d8ef gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:06:24.044531 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2dda7-bac5-4343-ae43-229a79c6cccc req-ed92bcd0-9156-4019-b3f1-7d3be7f3800a tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:06:24.047587 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-faa2dda7-bac5-4343-ae43-229a79c6cccc req-ed92bcd0-9156-4019-b3f1-7d3be7f3800a tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=db35c7ed-85f7-4758-a15a-88d0e39ea978 HTTP/1.1" status: 200 len: 946 time: 0.1941562 Jun 16 13:06:24.118800 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-faa2dda7-bac5-4343-ae43-229a79c6cccc req-82c8cd5e-aa20-4e66-a10b-30f20d80fd67 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/security-groups?id=68c5a738-8df5-4097-bf14-cd6f443068f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626512 Jun 16 13:06:24.165283 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-d757205d-6a78-44b4-8c7c-5181c0c2f8d6 req-f7384dea-ce75-4ca4-a9d6-8def5beffd74 service neutron] 10.222.0.73 "GET /v2.0/networks/81366883-77d0-4eba-a7ab-e7372a5bb020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488674 Jun 16 13:06:24.448450 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-0faa14b5-1f09-475a-9a80-74becc0b2bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a50a9a0>, [{'id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'name': 'tempest-TestVolumeBootPattern-300302500-router', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:59:00Z', 'updated_at': '2021-06-16T12:59:10Z', 'revision_number': 4, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'gw_port': {'id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:02Z', 'updated_at': '2021-06-16T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_floatingips': [{'id': 'f8683da4-f8d4-4566-a775-2fbd989b808b', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'router_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'port_id': '458f5bb9-2c7c-422a-9353-fbe5b2c89d5b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020', 'mac_address': 'fa:16:3e:62:aa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb2fc22-b538-4685-8b98-01aa4c60feb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:02:44Z', 'updated_at': '2021-06-16T13:02:46Z', 'revision_number': 1, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '822e6074-c6ba-4408-9a6b-09da0d0ed14a', 'name': '', 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'mac_address': 'fa:16:3e:9f:18:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:08Z', 'updated_at': '2021-06-16T12:59:15Z', 'revision_number': 5, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'subnets': [{'id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:06:24.452177 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faa14b5-1f09-475a-9a80-74becc0b2bab None None] The sync data for ids ['7e42a6ab-b333-4411-a2f9-bb727764d8ef'] in dv-cinder-766296-6-iscsi is: [{'id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'name': 'tempest-TestVolumeBootPattern-300302500-router', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:59:00Z', 'updated_at': '2021-06-16T12:59:10Z', 'revision_number': 4, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'gw_port': {'id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:02Z', 'updated_at': '2021-06-16T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_floatingips': [{'id': 'f8683da4-f8d4-4566-a775-2fbd989b808b', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'router_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'port_id': '458f5bb9-2c7c-422a-9353-fbe5b2c89d5b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020', 'mac_address': 'fa:16:3e:62:aa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb2fc22-b538-4685-8b98-01aa4c60feb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:02:44Z', 'updated_at': '2021-06-16T13:02:46Z', 'revision_number': 1, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '822e6074-c6ba-4408-9a6b-09da0d0ed14a', 'name': '', 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'mac_address': 'fa:16:3e:9f:18:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:08Z', 'updated_at': '2021-06-16T12:59:15Z', 'revision_number': 5, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'subnets': [{'id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:06:24.698862 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fe0952-abae-49c5-8b80-afc67cfa9527 None None] New status for floating IP 1917a187-c906-4da4-ae42-19d239624d69: DOWN {{(pid=109148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:06:25.349129 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36709056-f7e8-4bf3-82e6-350bc3abb0aa req-7baf7c5b-b6df-438b-8851-402745cff9de tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:06:25.350908 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-36709056-f7e8-4bf3-82e6-350bc3abb0aa req-7baf7c5b-b6df-438b-8851-402745cff9de tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=db35c7ed-85f7-4758-a15a-88d0e39ea978 HTTP/1.1" status: 200 len: 946 time: 0.0792034 Jun 16 13:06:25.412396 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-36709056-f7e8-4bf3-82e6-350bc3abb0aa req-ffc07c36-fe95-47fc-97a4-a3279fec680f tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/security-groups?id=68c5a738-8df5-4097-bf14-cd6f443068f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539718 Jun 16 13:06:25.652408 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1931e-999d-4fc7-83c9-bd36a0c710c0 req-272a144b-2aee-40dd-8c2a-3a03b4fcb064 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:06:25.655173 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-26b1931e-999d-4fc7-83c9-bd36a0c710c0 req-272a144b-2aee-40dd-8c2a-3a03b4fcb064 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.73 "GET /v2.0/ports?device_id=db35c7ed-85f7-4758-a15a-88d0e39ea978 HTTP/1.1" status: 200 len: 946 time: 0.0850055 Jun 16 13:06:25.779298 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [req-26b1931e-999d-4fc7-83c9-bd36a0c710c0 req-38b2dbeb-7568-4c07-9687-915b532cf158 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Deleting port ab8321c1-d079-4b73-8f2b-80dedd827ed6 {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:06:25.779647 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-26b1931e-999d-4fc7-83c9-bd36a0c710c0 req-38b2dbeb-7568-4c07-9687-915b532cf158 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:25.884995 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-26b1931e-999d-4fc7-83c9-bd36a0c710c0 req-38b2dbeb-7568-4c07-9687-915b532cf158 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] For port ab8321c1-d079-4b73-8f2b-80dedd827ed6, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=ab8321c1-d079-4b73-8f2b-80dedd827ed6,segment=NetworkSegment(dcca0cf4-eafc-4ce6-9f7a-4008abe5738d),segment_id=dcca0cf4-eafc-4ce6-9f7a-4008abe5738d)] {{(pid=109146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:06:25.885412 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-26b1931e-999d-4fc7-83c9-bd36a0c710c0 req-38b2dbeb-7568-4c07-9687-915b532cf158 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:25.961664 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [req-26b1931e-999d-4fc7-83c9-bd36a0c710c0 req-38b2dbeb-7568-4c07-9687-915b532cf158 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Calling delete_port for ab8321c1-d079-4b73-8f2b-80dedd827ed6 owned by compute:nova {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:06:26.124250 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-26b1931e-999d-4fc7-83c9-bd36a0c710c0 req-38b2dbeb-7568-4c07-9687-915b532cf158 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32077183'] for port, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:26.129114 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-91906aea-f852-4431-a3e9-15bd47466cee tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:06:26.161539 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2dbeb-7568-4c07-9687-915b532cf158 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Pushing event deleted for resources: {'Port': ['ID=ab8321c1-d079-4b73-8f2b-80dedd827ed6,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:06:26.195371 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2dbeb-7568-4c07-9687-915b532cf158 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:06:26.195759 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2dbeb-7568-4c07-9687-915b532cf158 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:06:26.196148 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2dbeb-7568-4c07-9687-915b532cf158 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:06:26.197184 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2dbeb-7568-4c07-9687-915b532cf158 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:06:26.197736 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2dbeb-7568-4c07-9687-915b532cf158 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:06:26.198206 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2dbeb-7568-4c07-9687-915b532cf158 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:06:26.198610 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2dbeb-7568-4c07-9687-915b532cf158 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:06:26.198985 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2dbeb-7568-4c07-9687-915b532cf158 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:06:26.199355 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2dbeb-7568-4c07-9687-915b532cf158 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:06:26.199720 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2dbeb-7568-4c07-9687-915b532cf158 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:06:26.200084 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2dbeb-7568-4c07-9687-915b532cf158 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:06:26.200445 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2dbeb-7568-4c07-9687-915b532cf158 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:06:26.206134 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-38b2dbeb-7568-4c07-9687-915b532cf158 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:06:26.226939 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b1931e-999d-4fc7-83c9-bd36a0c710c0 req-38b2dbeb-7568-4c07-9687-915b532cf158 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] No DVR routers for this DVR port ab8321c1-d079-4b73-8f2b-80dedd827ed6 on host hv-cinder-76629 {{(pid=109146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:06:26.230817 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-26b1931e-999d-4fc7-83c9-bd36a0c710c0 req-38b2dbeb-7568-4c07-9687-915b532cf158 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:26.232687 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-26b1931e-999d-4fc7-83c9-bd36a0c710c0 req-38b2dbeb-7568-4c07-9687-915b532cf158 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.73 "DELETE /v2.0/ports/ab8321c1-d079-4b73-8f2b-80dedd827ed6 HTTP/1.1" status: 204 len: 173 time: 0.5707154 Jun 16 13:06:26.233267 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db35c7ed-85f7-4758-a15a-88d0e39ea978', 'name': 'network-vif-deleted', 'tag': 'ab8321c1-d079-4b73-8f2b-80dedd827ed6'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:06:26.235745 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d3ced2b0755242c869f5b076fa8168e6e97917c7fd5877aaea6e5f8b8701d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437ea1ae-7cda-4fd3-bd49-842ab7d2fd7a" -d '{"events": [{"server_uuid": "db35c7ed-85f7-4758-a15a-88d0e39ea978", "name": "network-vif-deleted", "tag": "ab8321c1-d079-4b73-8f2b-80dedd827ed6"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:06:26.385280 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3f1adb-9bc2-471c-9d86-093f7a9de694 x-openstack-request-id: req-9f3f1adb-9bc2-471c-9d86-093f7a9de694 {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:06:26.385618 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db35c7ed-85f7-4758-a15a-88d0e39ea978", "name": "network-vif-deleted", "tag": "ab8321c1-d079-4b73-8f2b-80dedd827ed6", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:06:26.385919 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9f3f1adb-9bc2-471c-9d86-093f7a9de694 {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:06:26.386394 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db35c7ed-85f7-4758-a15a-88d0e39ea978', 'name': 'network-vif-deleted', 'tag': 'ab8321c1-d079-4b73-8f2b-80dedd827ed6', 'status': 'completed', 'code': 200} Jun 16 13:06:26.575853 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-84c542cf-f264-464e-b86b-7d452bde9895 req-8a903955-5d25-40c8-9e7d-6eef9f8b9c3a tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=db35c7ed-85f7-4758-a15a-88d0e39ea978 HTTP/1.1" status: 200 len: 210 time: 0.0369902 Jun 16 13:06:28.546259 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device ab8321c1-d079-4b73-8f2b-80dedd827ed6 no longer exists at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:06:28.574984 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-43072469-a160-4d16-9402-2253616714b8 None None] No Port match for: ab8321c1-d079-4b73-8f2b-80dedd827ed6 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:06:28.575355 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device ab8321c1-d079-4b73-8f2b-80dedd827ed6 not bound to the agent host hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:06:29.949917 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 55176) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:06:30.131465 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-15a8f397-ffc3-4070-bf22-cff7701fd3c1 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Deleting port a4c3741e-c06c-4cc3-8fb9-30772c21fa17 {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:06:30.131804 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-15a8f397-ffc3-4070-bf22-cff7701fd3c1 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:30.247938 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-15a8f397-ffc3-4070-bf22-cff7701fd3c1 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:30.248338 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-15a8f397-ffc3-4070-bf22-cff7701fd3c1 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:30.320633 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-15a8f397-ffc3-4070-bf22-cff7701fd3c1 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Calling delete_port for a4c3741e-c06c-4cc3-8fb9-30772c21fa17 owned by network:floatingip {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:06:30.503070 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-15a8f397-ffc3-4070-bf22-cff7701fd3c1 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26528900'] for port, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:30.505293 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-92ad158d-9016-48f8-b423-bb65f66ad077 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:06:30.531476 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a8f397-ffc3-4070-bf22-cff7701fd3c1 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Pushing event deleted for resources: {'Port': ['ID=a4c3741e-c06c-4cc3-8fb9-30772c21fa17,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:06:30.535748 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-15a8f397-ffc3-4070-bf22-cff7701fd3c1 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:06:30.906203 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-15a8f397-ffc3-4070-bf22-cff7701fd3c1 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for floatingip, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:30.906570 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.db.l3_db [None req-15a8f397-ffc3-4070-bf22-cff7701fd3c1 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Floating IP f8683da4-f8d4-4566-a775-2fbd989b808b disassociated (deleted). External IP: 172.27.0.209, port: 458f5bb9-2c7c-422a-9353-fbe5b2c89d5b. Jun 16 13:06:30.979429 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f032d9e6-b29e-498c-8969-9576d45c83df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:31.201277 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a8f397-ffc3-4070-bf22-cff7701fd3c1 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Router 7e42a6ab-b333-4411-a2f9-bb727764d8ef has already been hosted by L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 {{(pid=109145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:06:31.330389 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a8f397-ffc3-4070-bf22-cff7701fd3c1 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:06:31.335698 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-15a8f397-ffc3-4070-bf22-cff7701fd3c1 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for floatingip, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:31.344281 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60495871-79d9-4f46-a74b-9ad3c26d141a None None] Sync routers for ids ['7e42a6ab-b333-4411-a2f9-bb727764d8ef'] in dv-cinder-766296-6-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:06:31.361813 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60495871-79d9-4f46-a74b-9ad3c26d141a None None] Routers {'7e42a6ab-b333-4411-a2f9-bb727764d8ef'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:06:31.362947 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-60495871-79d9-4f46-a74b-9ad3c26d141a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644ad9b100>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T13:06:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['7e42a6ab-b333-4411-a2f9-bb727764d8ef'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:06:31.397434 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-15a8f397-ffc3-4070-bf22-cff7701fd3c1 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "DELETE /v2.0/floatingips/f8683da4-f8d4-4566-a775-2fbd989b808b HTTP/1.1" status: 204 len: 168 time: 1.4423275 Jun 16 13:06:31.397434 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb2fc22-b538-4685-8b98-01aa4c60feb5', 'tag': '458f5bb9-2c7c-422a-9353-fbe5b2c89d5b'}] {{(pid=109145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:06:31.397434 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9bae50dfbf258dfcc1b22b71b0f324177d6a2dd6dbdff5bf738173c6d3102a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c967412b-f132-49d6-8168-0d6fca2ca135" -d '{"events": [{"name": "network-changed", "server_uuid": "ffb2fc22-b538-4685-8b98-01aa4c60feb5", "tag": "458f5bb9-2c7c-422a-9353-fbe5b2c89d5b"}]}' {{(pid=109145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:06:31.473255 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb0de07-229f-440d-8ccb-573c8d116018 x-openstack-request-id: req-ffb0de07-229f-440d-8ccb-573c8d116018 {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:06:31.473586 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffb2fc22-b538-4685-8b98-01aa4c60feb5", "tag": "458f5bb9-2c7c-422a-9353-fbe5b2c89d5b", "status": "completed", "code": 200}]} {{(pid=109145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:06:31.473885 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ffb0de07-229f-440d-8ccb-573c8d116018 {{(pid=109145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:06:31.474456 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb2fc22-b538-4685-8b98-01aa4c60feb5', 'tag': '458f5bb9-2c7c-422a-9353-fbe5b2c89d5b', 'status': 'completed', 'code': 200} Jun 16 13:06:31.560546 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-60495871-79d9-4f46-a74b-9ad3c26d141a None None] Set router 7e42a6ab-b333-4411-a2f9-bb727764d8ef gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:06:31.598677 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967412b-f132-49d6-8168-0d6fca2ca135 req-757c4860-7aca-4bdf-bbf1-9dfc70332646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:06:31.601455 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-c967412b-f132-49d6-8168-0d6fca2ca135 req-757c4860-7aca-4bdf-bbf1-9dfc70332646 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=da4b4dfb37af47e0a46b78585a4d542d&device_id=ffb2fc22-b538-4685-8b98-01aa4c60feb5 HTTP/1.1" status: 200 len: 1098 time: 0.0933645 Jun 16 13:06:31.756375 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967412b-f132-49d6-8168-0d6fca2ca135 req-5cb0dffb-e23d-42c4-acb2-78b0f8c3b439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:06:31.758070 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-c967412b-f132-49d6-8168-0d6fca2ca135 req-5cb0dffb-e23d-42c4-acb2-78b0f8c3b439 service neutron] 10.222.0.73 "GET /v2.0/networks?id=81366883-77d0-4eba-a7ab-e7372a5bb020 HTTP/1.1" status: 200 len: 912 time: 0.1456695 Jun 16 13:06:31.816466 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-c967412b-f132-49d6-8168-0d6fca2ca135 req-28fafbd7-e89a-44b5-aee0-9110149c56c2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=458f5bb9-2c7c-422a-9353-fbe5b2c89d5b HTTP/1.1" status: 200 len: 217 time: 0.0511055 Jun 16 13:06:31.906492 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-60495871-79d9-4f46-a74b-9ad3c26d141a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644ad9b100>, [{'id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'name': 'tempest-TestVolumeBootPattern-300302500-router', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:59:00Z', 'updated_at': '2021-06-16T12:59:10Z', 'revision_number': 4, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'gw_port': {'id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:02Z', 'updated_at': '2021-06-16T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '822e6074-c6ba-4408-9a6b-09da0d0ed14a', 'name': '', 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'mac_address': 'fa:16:3e:9f:18:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:08Z', 'updated_at': '2021-06-16T12:59:15Z', 'revision_number': 5, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'subnets': [{'id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:06:31.908692 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967412b-f132-49d6-8168-0d6fca2ca135 req-3bb562af-8c47-4460-b2d6-a816becba3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:06:31.911385 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-c967412b-f132-49d6-8168-0d6fca2ca135 req-3bb562af-8c47-4460-b2d6-a816becba3b2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5c93f27e-893b-471b-8c45-8d133d4e0e81 HTTP/1.1" status: 200 len: 850 time: 0.0866683 Jun 16 13:06:31.911672 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13d54d-21e9-4c54-bb31-c6b438c480a6 req-1b7d836c-2fc8-4954-8f91-436d89ff1b91 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:06:31.913143 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60495871-79d9-4f46-a74b-9ad3c26d141a None None] Checking router: 7e42a6ab-b333-4411-a2f9-bb727764d8ef for host: dv-cinder-766296-6-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:06:31.913441 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0d13d54d-21e9-4c54-bb31-c6b438c480a6 req-1b7d836c-2fc8-4954-8f91-436d89ff1b91 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffb2fc22-b538-4685-8b98-01aa4c60feb5 HTTP/1.1" status: 200 len: 945 time: 0.0792959 Jun 16 13:06:31.928744 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60495871-79d9-4f46-a74b-9ad3c26d141a None None] Routers {'7e42a6ab-b333-4411-a2f9-bb727764d8ef'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:06:31.929826 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-60495871-79d9-4f46-a74b-9ad3c26d141a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644ad9b100>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T13:06:05Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['7e42a6ab-b333-4411-a2f9-bb727764d8ef'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:06:31.972232 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-0d13d54d-21e9-4c54-bb31-c6b438c480a6 req-51c6e36b-8b3c-4913-a1f3-b0e88cf34870 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/security-groups?id=68c5a738-8df5-4097-bf14-cd6f443068f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501318 Jun 16 13:06:32.004969 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967412b-f132-49d6-8168-0d6fca2ca135 req-841acc79-0322-4b00-9668-26e8787735fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:06:32.007011 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-c967412b-f132-49d6-8168-0d6fca2ca135 req-841acc79-0322-4b00-9668-26e8787735fe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=81366883-77d0-4eba-a7ab-e7372a5bb020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0875721 Jun 16 13:06:32.125108 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-60495871-79d9-4f46-a74b-9ad3c26d141a None None] Set router 7e42a6ab-b333-4411-a2f9-bb727764d8ef gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:06:32.160668 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-c967412b-f132-49d6-8168-0d6fca2ca135 req-9693c097-1a7d-4ce7-814e-831f39ba78f3 service neutron] 10.222.0.73 "GET /v2.0/networks/81366883-77d0-4eba-a7ab-e7372a5bb020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440156 Jun 16 13:06:32.279911 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-c967412b-f132-49d6-8168-0d6fca2ca135 req-2ae7feb5-cbf2-4761-af3d-75674cc9e327 service neutron] 10.222.0.73 "GET /v2.0/networks/81366883-77d0-4eba-a7ab-e7372a5bb020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102471 Jun 16 13:06:32.458062 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-60495871-79d9-4f46-a74b-9ad3c26d141a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644ad9b100>, [{'id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'name': 'tempest-TestVolumeBootPattern-300302500-router', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:59:00Z', 'updated_at': '2021-06-16T12:59:10Z', 'revision_number': 4, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'gw_port': {'id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:02Z', 'updated_at': '2021-06-16T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '822e6074-c6ba-4408-9a6b-09da0d0ed14a', 'name': '', 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'mac_address': 'fa:16:3e:9f:18:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:08Z', 'updated_at': '2021-06-16T12:59:15Z', 'revision_number': 5, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'subnets': [{'id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:06:32.462649 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60495871-79d9-4f46-a74b-9ad3c26d141a None None] The sync data for ids ['7e42a6ab-b333-4411-a2f9-bb727764d8ef'] in dv-cinder-766296-6-iscsi is: [{'id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'name': 'tempest-TestVolumeBootPattern-300302500-router', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:59:00Z', 'updated_at': '2021-06-16T12:59:10Z', 'revision_number': 4, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'gw_port': {'id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:02Z', 'updated_at': '2021-06-16T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi', '_interfaces': [{'id': '822e6074-c6ba-4408-9a6b-09da0d0ed14a', 'name': '', 'network_id': '81366883-77d0-4eba-a7ab-e7372a5bb020', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'mac_address': 'fa:16:3e:9f:18:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:08Z', 'updated_at': '2021-06-16T12:59:15Z', 'revision_number': 5, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'subnets': [{'id': '5c93f27e-893b-471b-8c45-8d133d4e0e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:06:32.711216 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572b8b69-97f2-457f-9199-d393852b825e None None] New status for floating IP f8683da4-f8d4-4566-a775-2fbd989b808b: DOWN {{(pid=109148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:06:33.221045 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd8d59-88e4-41f1-a4f2-9972d3593611 req-fab516bb-28a4-4858-9bae-547edbb9468f tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:06:33.223636 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-bbdd8d59-88e4-41f1-a4f2-9972d3593611 req-fab516bb-28a4-4858-9bae-547edbb9468f tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffb2fc22-b538-4685-8b98-01aa4c60feb5 HTTP/1.1" status: 200 len: 945 time: 0.1142600 Jun 16 13:06:33.226181 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:33.276781 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-bbdd8d59-88e4-41f1-a4f2-9972d3593611 req-7b2b59e5-e048-4723-ad02-093447e68750 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/security-groups?id=68c5a738-8df5-4097-bf14-cd6f443068f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462720 Jun 16 13:06:33.470660 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26f73d-a72e-47b4-83e2-e2db134ed49a req-b1d34946-0236-4b09-af0d-ea9f6965d227 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:06:33.472631 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-bd26f73d-a72e-47b4-83e2-e2db134ed49a req-b1d34946-0236-4b09-af0d-ea9f6965d227 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.73 "GET /v2.0/ports?device_id=ffb2fc22-b538-4685-8b98-01aa4c60feb5 HTTP/1.1" status: 200 len: 945 time: 0.0819597 Jun 16 13:06:33.602066 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [req-bd26f73d-a72e-47b4-83e2-e2db134ed49a req-f27c3871-e46b-4141-9748-68b8b4968ab7 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Deleting port 458f5bb9-2c7c-422a-9353-fbe5b2c89d5b {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:06:33.602482 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-bd26f73d-a72e-47b4-83e2-e2db134ed49a req-f27c3871-e46b-4141-9748-68b8b4968ab7 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:33.707238 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [req-bd26f73d-a72e-47b4-83e2-e2db134ed49a req-f27c3871-e46b-4141-9748-68b8b4968ab7 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] For port 458f5bb9-2c7c-422a-9353-fbe5b2c89d5b, host hv-cinder-76629, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76629',level=0,port_id=458f5bb9-2c7c-422a-9353-fbe5b2c89d5b,segment=NetworkSegment(dcca0cf4-eafc-4ce6-9f7a-4008abe5738d),segment_id=dcca0cf4-eafc-4ce6-9f7a-4008abe5738d)] {{(pid=109146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:06:33.707598 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-bd26f73d-a72e-47b4-83e2-e2db134ed49a req-f27c3871-e46b-4141-9748-68b8b4968ab7 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:33.784196 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [req-bd26f73d-a72e-47b4-83e2-e2db134ed49a req-f27c3871-e46b-4141-9748-68b8b4968ab7 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Calling delete_port for 458f5bb9-2c7c-422a-9353-fbe5b2c89d5b owned by compute:nova {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:06:33.934950 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-bd26f73d-a72e-47b4-83e2-e2db134ed49a req-f27c3871-e46b-4141-9748-68b8b4968ab7 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32077183'] for port, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:33.939708 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-33ef5298-48b7-45e0-830b-e3c67001ab9e tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:06:33.966663 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c3871-e46b-4141-9748-68b8b4968ab7 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Pushing event deleted for resources: {'Port': ['ID=458f5bb9-2c7c-422a-9353-fbe5b2c89d5b,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:06:33.969927 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-f27c3871-e46b-4141-9748-68b8b4968ab7 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:06:34.018524 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd26f73d-a72e-47b4-83e2-e2db134ed49a req-f27c3871-e46b-4141-9748-68b8b4968ab7 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] No DVR routers for this DVR port 458f5bb9-2c7c-422a-9353-fbe5b2c89d5b on host hv-cinder-76629 {{(pid=109146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:06:34.021113 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [req-bd26f73d-a72e-47b4-83e2-e2db134ed49a req-f27c3871-e46b-4141-9748-68b8b4968ab7 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for port, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:34.023092 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [req-bd26f73d-a72e-47b4-83e2-e2db134ed49a req-f27c3871-e46b-4141-9748-68b8b4968ab7 tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.73 "DELETE /v2.0/ports/458f5bb9-2c7c-422a-9353-fbe5b2c89d5b HTTP/1.1" status: 204 len: 173 time: 0.5420084 Jun 16 13:06:34.023613 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb2fc22-b538-4685-8b98-01aa4c60feb5', 'name': 'network-vif-deleted', 'tag': '458f5bb9-2c7c-422a-9353-fbe5b2c89d5b'}] {{(pid=109146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:06:34.026511 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d3ced2b0755242c869f5b076fa8168e6e97917c7fd5877aaea6e5f8b8701d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b2f151-836a-474b-b6d1-fab6ba42218f" -d '{"events": [{"server_uuid": "ffb2fc22-b538-4685-8b98-01aa4c60feb5", "name": "network-vif-deleted", "tag": "458f5bb9-2c7c-422a-9353-fbe5b2c89d5b"}]}' {{(pid=109146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:06:34.070096 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1b46bb-40f6-483b-8009-bb3e40c0b039 x-openstack-request-id: req-aa1b46bb-40f6-483b-8009-bb3e40c0b039 {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:06:34.070506 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb2fc22-b538-4685-8b98-01aa4c60feb5", "name": "network-vif-deleted", "tag": "458f5bb9-2c7c-422a-9353-fbe5b2c89d5b", "status": "completed", "code": 200}]} {{(pid=109146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:06:34.070923 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-aa1b46bb-40f6-483b-8009-bb3e40c0b039 {{(pid=109146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:06:34.073647 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb2fc22-b538-4685-8b98-01aa4c60feb5', 'name': 'network-vif-deleted', 'tag': '458f5bb9-2c7c-422a-9353-fbe5b2c89d5b', 'status': 'completed', 'code': 200} Jun 16 13:06:34.517743 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [req-60ba145e-1195-4b37-a47a-753be1ba652f req-c0bed8ad-0fba-43ba-9350-3d08ede5050f tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffb2fc22-b538-4685-8b98-01aa4c60feb5 HTTP/1.1" status: 200 len: 210 time: 0.0406680 Jun 16 13:06:35.301259 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-5ccb7a47-3138-4ec6-9b96-1f5a9fd38fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:35.628879 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 55192) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:06:35.681430 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:35.788029 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-8caa1f28-ccf5-4286-9a1c-a0acb546ca1b tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Deleting port 11fafbd4-df32-49a5-8243-2fa746a25b0a {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:06:35.788387 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8caa1f28-ccf5-4286-9a1c-a0acb546ca1b tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:36.187308 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8caa1f28-ccf5-4286-9a1c-a0acb546ca1b tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:36.187731 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8caa1f28-ccf5-4286-9a1c-a0acb546ca1b tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:36.283420 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-8caa1f28-ccf5-4286-9a1c-a0acb546ca1b tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Calling delete_port for 11fafbd4-df32-49a5-8243-2fa746a25b0a owned by network:floatingip {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:06:36.469463 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8caa1f28-ccf5-4286-9a1c-a0acb546ca1b tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32077183'] for port, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:36.474414 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-538b5a02-1e6d-48f7-a66e-893073f504b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:06:36.508333 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa1f28-ccf5-4286-9a1c-a0acb546ca1b tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Pushing event deleted for resources: {'Port': ['ID=11fafbd4-df32-49a5-8243-2fa746a25b0a,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:06:36.514170 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-8caa1f28-ccf5-4286-9a1c-a0acb546ca1b tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:06:36.548588 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 458f5bb9-2c7c-422a-9353-fbe5b2c89d5b no longer exists at agent hyperv_hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:06:36.591236 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8caa1f28-ccf5-4286-9a1c-a0acb546ca1b tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for floatingip, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:36.593909 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-8caa1f28-ccf5-4286-9a1c-a0acb546ca1b tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991928'] for floatingip, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:36.595297 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-8caa1f28-ccf5-4286-9a1c-a0acb546ca1b tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "DELETE /v2.0/floatingips/6b526d81-d497-4518-b0c9-8bc5459a7a48 HTTP/1.1" status: 204 len: 168 time: 0.9648981 Jun 16 13:06:36.597360 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-43072469-a160-4d16-9402-2253616714b8 None None] No Port match for: 458f5bb9-2c7c-422a-9353-fbe5b2c89d5b {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:06:36.597954 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-43072469-a160-4d16-9402-2253616714b8 None None] Device 458f5bb9-2c7c-422a-9353-fbe5b2c89d5b not bound to the agent host hv-cinder-76629 {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:06:37.060504 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:37.906307 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 55204) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:06:37.976937 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6a086b97-27f7-4248-bc98-5f9b76531cde tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:38.007362 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6a086b97-27f7-4248-bc98-5f9b76531cde tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:38.095149 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6a086b97-27f7-4248-bc98-5f9b76531cde tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:38.098131 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-6a086b97-27f7-4248-bc98-5f9b76531cde tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:38.099652 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-6a086b97-27f7-4248-bc98-5f9b76531cde tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] 10.222.0.67 "DELETE /v2.0/security-groups/68c5a738-8df5-4097-bf14-cd6f443068f8 HTTP/1.1" status: 204 len: 168 time: 0.1917036 Jun 16 13:06:38.100616 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-69f9354b-1000-4ba4-8553-108bb280227f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:06:38.115359 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a086b97-27f7-4248-bc98-5f9b76531cde tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c5a738-8df5-4097-bf14-cd6f443068f8,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:06:38.121356 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-6a086b97-27f7-4248-bc98-5f9b76531cde tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:06:38.179306 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 55208) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:06:38.777716 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d74163a3-7309-4f06-8dc5-fa332d47a4f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428507'] for router_interface, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:39.136857 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-d74163a3-7309-4f06-8dc5-fa332d47a4f1 admin admin] Deleting port 822e6074-c6ba-4408-9a6b-09da0d0ed14a {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:06:39.137545 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d74163a3-7309-4f06-8dc5-fa332d47a4f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:39.282338 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [None req-d74163a3-7309-4f06-8dc5-fa332d47a4f1 admin admin] For port 822e6074-c6ba-4408-9a6b-09da0d0ed14a, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=822e6074-c6ba-4408-9a6b-09da0d0ed14a,segment=NetworkSegment(dcca0cf4-eafc-4ce6-9f7a-4008abe5738d),segment_id=dcca0cf4-eafc-4ce6-9f7a-4008abe5738d)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:06:39.282676 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d74163a3-7309-4f06-8dc5-fa332d47a4f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:39.367429 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-d74163a3-7309-4f06-8dc5-fa332d47a4f1 admin admin] Calling delete_port for 822e6074-c6ba-4408-9a6b-09da0d0ed14a owned by network:router_interface {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:06:39.381405 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:39.584272 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d74163a3-7309-4f06-8dc5-fa332d47a4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26528900'] for port, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:39.586784 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-3f8e5e91-7919-43d1-a834-3d765e597c2c tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:06:39.613933 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74163a3-7309-4f06-8dc5-fa332d47a4f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=822e6074-c6ba-4408-9a6b-09da0d0ed14a,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:06:39.619522 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-d74163a3-7309-4f06-8dc5-fa332d47a4f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:06:39.836883 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-d74163a3-7309-4f06-8dc5-fa332d47a4f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428367'] for router_interface, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:40.138532 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74163a3-7309-4f06-8dc5-fa332d47a4f1 admin admin] Router 7e42a6ab-b333-4411-a2f9-bb727764d8ef has already been hosted by L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 {{(pid=109145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:06:40.263128 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74163a3-7309-4f06-8dc5-fa332d47a4f1 admin admin] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:06:40.270238 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-d74163a3-7309-4f06-8dc5-fa332d47a4f1 admin admin] 10.222.0.67 "PUT /v2.0/routers/7e42a6ab-b333-4411-a2f9-bb727764d8ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0875146 Jun 16 13:06:40.272486 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 55214) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:06:40.276477 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31be6fa-fcab-43fe-b0bd-bb311117c011 None None] Sync routers for ids ['7e42a6ab-b333-4411-a2f9-bb727764d8ef'] in dv-cinder-766296-6-iscsi {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:06:40.287881 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31be6fa-fcab-43fe-b0bd-bb311117c011 None None] Routers {'7e42a6ab-b333-4411-a2f9-bb727764d8ef'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:06:40.288561 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-d31be6fa-fcab-43fe-b0bd-bb311117c011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a640880>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T13:06:35Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['7e42a6ab-b333-4411-a2f9-bb727764d8ef'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:06:40.424805 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d1b7b611-cfba-4958-80d5-8d7ac590de55 admin admin] Notify callbacks [] for router, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:40.429185 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-d31be6fa-fcab-43fe-b0bd-bb311117c011 None None] Set router 7e42a6ab-b333-4411-a2f9-bb727764d8ef gateway port host: dv-cinder-766296-6-iscsi {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:06:40.542989 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d1b7b611-cfba-4958-80d5-8d7ac590de55 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:40.623955 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-d1b7b611-cfba-4958-80d5-8d7ac590de55 admin admin] Deleting port 967824f1-a424-4ee2-a322-7ad49c2342ff {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:06:40.624530 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d1b7b611-cfba-4958-80d5-8d7ac590de55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:40.707989 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-d31be6fa-fcab-43fe-b0bd-bb311117c011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a640880>, [{'id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'name': 'tempest-TestVolumeBootPattern-300302500-router', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:59:00Z', 'updated_at': '2021-06-16T13:06:39Z', 'revision_number': 5, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'gw_port': {'id': '967824f1-a424-4ee2-a322-7ad49c2342ff', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:02Z', 'updated_at': '2021-06-16T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi'}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:06:40.714200 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31be6fa-fcab-43fe-b0bd-bb311117c011 None None] Checking router: 7e42a6ab-b333-4411-a2f9-bb727764d8ef for host: dv-cinder-766296-6-iscsi {{(pid=109147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:06:40.727147 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [None req-d1b7b611-cfba-4958-80d5-8d7ac590de55 admin admin] For port 967824f1-a424-4ee2-a322-7ad49c2342ff, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=967824f1-a424-4ee2-a322-7ad49c2342ff,segment=NetworkSegment(ccabc92d-cb7c-48c7-8ba2-36435bcfb991),segment_id=ccabc92d-cb7c-48c7-8ba2-36435bcfb991)] {{(pid=109146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:06:40.728353 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d1b7b611-cfba-4958-80d5-8d7ac590de55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:40.729167 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31be6fa-fcab-43fe-b0bd-bb311117c011 None None] Routers {'7e42a6ab-b333-4411-a2f9-bb727764d8ef'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:06:40.730249 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-d31be6fa-fcab-43fe-b0bd-bb311117c011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a640880>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T13:06:35Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['7e42a6ab-b333-4411-a2f9-bb727764d8ef'], 'active': True} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:06:40.823009 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-d1b7b611-cfba-4958-80d5-8d7ac590de55 admin admin] Calling delete_port for 967824f1-a424-4ee2-a322-7ad49c2342ff owned by network:router_gateway {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:06:40.884451 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvr_db [None req-d31be6fa-fcab-43fe-b0bd-bb311117c011 None None] Set router 7e42a6ab-b333-4411-a2f9-bb727764d8ef gateway port host: None {{(pid=109147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:06:40.943408 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_hamode_db [None req-d31be6fa-fcab-43fe-b0bd-bb311117c011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a640880>, [{'id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'name': 'tempest-TestVolumeBootPattern-300302500-router', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:59:00Z', 'updated_at': '2021-06-16T13:06:40Z', 'revision_number': 6, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'gw_port_host': None}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:06:40.947972 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31be6fa-fcab-43fe-b0bd-bb311117c011 None None] The sync data for ids ['7e42a6ab-b333-4411-a2f9-bb727764d8ef'] in dv-cinder-766296-6-iscsi is: [{'id': '7e42a6ab-b333-4411-a2f9-bb727764d8ef', 'name': 'tempest-TestVolumeBootPattern-300302500-router', 'tenant_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:59:00Z', 'updated_at': '2021-06-16T13:06:40Z', 'revision_number': 6, 'project_id': 'da4b4dfb37af47e0a46b78585a4d542d', 'gw_port_host': None}] {{(pid=109147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:06:41.057320 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d1b7b611-cfba-4958-80d5-8d7ac590de55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32077183'] for port, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:41.060257 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-65fe0483-32c4-46ee-bf92-b45b09ee7cd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:06:41.093097 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b7b611-cfba-4958-80d5-8d7ac590de55 admin admin] Pushing event deleted for resources: {'Port': ['ID=967824f1-a424-4ee2-a322-7ad49c2342ff,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:06:41.095685 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-d1b7b611-cfba-4958-80d5-8d7ac590de55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:06:41.174232 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d1b7b611-cfba-4958-80d5-8d7ac590de55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442124'] for router_gateway, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:41.313292 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d1b7b611-cfba-4958-80d5-8d7ac590de55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13951'] for router, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:41.315909 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d1b7b611-cfba-4958-80d5-8d7ac590de55 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:41.373054 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d1b7b611-cfba-4958-80d5-8d7ac590de55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443462'] for router, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:41.373619 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b7b611-cfba-4958-80d5-8d7ac590de55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e42a6ab-b333-4411-a2f9-bb727764d8ef {{(pid=109146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 13:06:41.381333 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-d1b7b611-cfba-4958-80d5-8d7ac590de55 admin admin] Notify callbacks [] for router, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:41.384416 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-d1b7b611-cfba-4958-80d5-8d7ac590de55 admin admin] 10.222.0.67 "DELETE /v2.0/routers/7e42a6ab-b333-4411-a2f9-bb727764d8ef HTTP/1.1" status: 204 len: 168 time: 1.1092021 Jun 16 13:06:41.387105 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 55216) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:06:41.459276 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_v2 [None req-6185c09d-d7b1-48b9-93fc-7a8e4e6a1cc7 admin admin] Deleting subnet 5c93f27e-893b-471b-8c45-8d133d4e0e81 {{(pid=109146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:06:41.462969 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6185c09d-d7b1-48b9-93fc-7a8e4e6a1cc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:41.506770 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6185c09d-d7b1-48b9-93fc-7a8e4e6a1cc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32103771'] for subnet, precommit_delete_associations {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:41.610007 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6185c09d-d7b1-48b9-93fc-7a8e4e6a1cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3717015'] for subnet, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:41.676674 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6185c09d-d7b1-48b9-93fc-7a8e4e6a1cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3717000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32077237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31807229'] for subnet, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:41.679014 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-41b2ccd9-2a80-4aef-b4ce-40e76ee4a372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:06:41.710212 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185c09d-d7b1-48b9-93fc-7a8e4e6a1cc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c93f27e-893b-471b-8c45-8d133d4e0e81,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:06:41.714733 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-6185c09d-d7b1-48b9-93fc-7a8e4e6a1cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:06:41.718585 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-6185c09d-d7b1-48b9-93fc-7a8e4e6a1cc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:41.721473 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-6185c09d-d7b1-48b9-93fc-7a8e4e6a1cc7 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/5c93f27e-893b-471b-8c45-8d133d4e0e81 HTTP/1.1" status: 204 len: 168 time: 0.3323679 Jun 16 13:06:41.724349 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 55218) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:06:41.729147 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f72643c-05f1-4825-81c0-0dde6175f22f None None] Network 81366883-77d0-4eba-a7ab-e7372a5bb020 requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:06:41.829555 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-af7b6643-2d3e-46a9-ba3f-b545ce1cadb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3773194'] for network, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:41.912171 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-af7b6643-2d3e-46a9-ba3f-b545ce1cadb9 admin admin] Deleting port 454c50b5-56e9-4cfe-be83-196fc7c30e3e {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:06:41.912699 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-af7b6643-2d3e-46a9-ba3f-b545ce1cadb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:42.004574 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [None req-af7b6643-2d3e-46a9-ba3f-b545ce1cadb9 admin admin] For port 454c50b5-56e9-4cfe-be83-196fc7c30e3e, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=454c50b5-56e9-4cfe-be83-196fc7c30e3e,segment=NetworkSegment(dcca0cf4-eafc-4ce6-9f7a-4008abe5738d),segment_id=dcca0cf4-eafc-4ce6-9f7a-4008abe5738d)] {{(pid=109146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:06:42.005497 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-af7b6643-2d3e-46a9-ba3f-b545ce1cadb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:42.053919 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f2facb-bb88-42fc-9806-fc6890355b85 None None] DHCP port deletion for 81366883-77d0-4eba-a7ab-e7372a5bb020 request from dv-cinder-766296-6-iscsi {{(pid=109147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 13:06:42.122076 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-af7b6643-2d3e-46a9-ba3f-b545ce1cadb9 admin admin] Calling delete_port for 454c50b5-56e9-4cfe-be83-196fc7c30e3e owned by network:dhcp {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:06:42.136837 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-70f2facb-bb88-42fc-9806-fc6890355b85 None None] Deleting port 454c50b5-56e9-4cfe-be83-196fc7c30e3e {{(pid=109147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:06:42.137630 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-70f2facb-bb88-42fc-9806-fc6890355b85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:42.227023 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-70f2facb-bb88-42fc-9806-fc6890355b85 None None] For port 454c50b5-56e9-4cfe-be83-196fc7c30e3e, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=454c50b5-56e9-4cfe-be83-196fc7c30e3e,segment=NetworkSegment(dcca0cf4-eafc-4ce6-9f7a-4008abe5738d),segment_id=dcca0cf4-eafc-4ce6-9f7a-4008abe5738d)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:06:42.228665 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-70f2facb-bb88-42fc-9806-fc6890355b85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:42.268403 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-af7b6643-2d3e-46a9-ba3f-b545ce1cadb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32077183'] for port, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:42.273713 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-df76515f-e1c5-480e-b937-dbc2e6ca4b8b tempest-TestVolumeBootPattern-324843692 tempest-TestVolumeBootPattern-324843692-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:06:42.307821 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-70f2facb-bb88-42fc-9806-fc6890355b85 None None] Calling delete_port for 454c50b5-56e9-4cfe-be83-196fc7c30e3e owned by network:dhcp {{(pid=109147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:06:42.316657 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b6643-2d3e-46a9-ba3f-b545ce1cadb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=454c50b5-56e9-4cfe-be83-196fc7c30e3e,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:06:42.323603 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-af7b6643-2d3e-46a9-ba3f-b545ce1cadb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:06:42.324930 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7b6643-2d3e-46a9-ba3f-b545ce1cadb9 admin admin] No DVR routers for this DVR port 454c50b5-56e9-4cfe-be83-196fc7c30e3e on host dv-cinder-766296-6-iscsi {{(pid=109146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:06:42.450875 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-af7b6643-2d3e-46a9-ba3f-b545ce1cadb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3713560', 'neutron.services.segments.db._delete_segments_for_network-8754302582321'] for network, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:42.465311 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-af7b6643-2d3e-46a9-ba3f-b545ce1cadb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f644d20c9a0>,) {'filters': {'network_id': ['81366883-77d0-4eba-a7ab-e7372a5bb020']}} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:06:42.480689 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-af7b6643-2d3e-46a9-ba3f-b545ce1cadb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f644d20c9a0>, 'dcca0cf4-eafc-4ce6-9f7a-4008abe5738d') {'for_net_delete': True} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:06:42.480999 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-af7b6643-2d3e-46a9-ba3f-b545ce1cadb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f644d20c9a0>, 'dcca0cf4-eafc-4ce6-9f7a-4008abe5738d') {} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:06:42.492750 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-af7b6643-2d3e-46a9-ba3f-b545ce1cadb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754302581378', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32103746'] for segment, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:42.513529 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-af7b6643-2d3e-46a9-ba3f-b545ce1cadb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076'] for segment, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:42.521625 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af7b6643-2d3e-46a9-ba3f-b545ce1cadb9 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=109146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:06:42.522210 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-af7b6643-2d3e-46a9-ba3f-b545ce1cadb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32077098'] for segment, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:42.525955 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:06:42.525955 dv-cinder-766296-6-iscsi neutron-server[109146]: retrieve_revision_numbers = { Jun 16 13:06:42.525955 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:06:42.525955 dv-cinder-766296-6-iscsi neutron-server[109146]: retrieve_revision_numbers = { Jun 16 13:06:42.525955 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:06:42.525955 dv-cinder-766296-6-iscsi neutron-server[109146]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:06:42.525955 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:06:42.525955 dv-cinder-766296-6-iscsi neutron-server[109146]: retrieve_revision_numbers = { Jun 16 13:06:42.525955 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:06:42.525955 dv-cinder-766296-6-iscsi neutron-server[109146]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:06:42.525955 dv-cinder-766296-6-iscsi neutron-server[109146]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:06:42.525955 dv-cinder-766296-6-iscsi neutron-server[109146]: retrieve_revision_numbers = { Jun 16 13:06:42.525955 dv-cinder-766296-6-iscsi neutron-server[109146]: Traceback (most recent call last): Jun 16 13:06:42.525955 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:06:42.525955 dv-cinder-766296-6-iscsi neutron-server[109146]: timer() Jun 16 13:06:42.525955 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:06:42.525955 dv-cinder-766296-6-iscsi neutron-server[109146]: cb(*args, **kw) Jun 16 13:06:42.525955 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:06:42.525955 dv-cinder-766296-6-iscsi neutron-server[109146]: return func(*args, **kwargs) Jun 16 13:06:42.525955 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:06:42.525955 dv-cinder-766296-6-iscsi neutron-server[109146]: self._notify() Jun 16 13:06:42.525955 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:06:42.525955 dv-cinder-766296-6-iscsi neutron-server[109146]: self.callback(batched_events) Jun 16 13:06:42.525955 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:06:42.525955 dv-cinder-766296-6-iscsi neutron-server[109146]: event.method(event) Jun 16 13:06:42.525955 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:06:42.525955 dv-cinder-766296-6-iscsi neutron-server[109146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:06:42.525955 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:06:42.525955 dv-cinder-766296-6-iscsi neutron-server[109146]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:06:42.525955 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:06:42.525955 dv-cinder-766296-6-iscsi neutron-server[109146]: return f(self, *a, **k) Jun 16 13:06:42.525955 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:06:42.525955 dv-cinder-766296-6-iscsi neutron-server[109146]: return self._get(url).json() Jun 16 13:06:42.525955 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:06:42.525955 dv-cinder-766296-6-iscsi neutron-server[109146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:06:42.525955 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:06:42.525955 dv-cinder-766296-6-iscsi neutron-server[109146]: return self.request(url, 'GET', **kwargs) Jun 16 13:06:42.525955 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:06:42.525955 dv-cinder-766296-6-iscsi neutron-server[109146]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:06:42.525955 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:06:42.525955 dv-cinder-766296-6-iscsi neutron-server[109146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:06:42.525955 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:06:42.525955 dv-cinder-766296-6-iscsi neutron-server[109146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:06:42.525955 dv-cinder-766296-6-iscsi neutron-server[109146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:06:42.538816 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-70f2facb-bb88-42fc-9806-fc6890355b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447'] for port, after_delete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:42.542797 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-935e3519-242f-461a-9a28-04148a3da01b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:06:42.567112 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f2facb-bb88-42fc-9806-fc6890355b85 None None] Pushing event deleted for resources: {'Port': ['ID=454c50b5-56e9-4cfe-be83-196fc7c30e3e,revision_number=None']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:06:42.569471 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f2facb-bb88-42fc-9806-fc6890355b85 None None] No DVR routers for this DVR port 454c50b5-56e9-4cfe-be83-196fc7c30e3e on host dv-cinder-766296-6-iscsi {{(pid=109147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:06:42.579642 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f2facb-bb88-42fc-9806-fc6890355b85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:06:42.580003 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f2facb-bb88-42fc-9806-fc6890355b85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:06:42.580393 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f2facb-bb88-42fc-9806-fc6890355b85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:06:42.580641 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f2facb-bb88-42fc-9806-fc6890355b85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:06:42.580968 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f2facb-bb88-42fc-9806-fc6890355b85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:06:42.581292 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f2facb-bb88-42fc-9806-fc6890355b85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:06:42.581714 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f2facb-bb88-42fc-9806-fc6890355b85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:06:42.582127 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f2facb-bb88-42fc-9806-fc6890355b85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:06:42.582677 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f2facb-bb88-42fc-9806-fc6890355b85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:06:42.582884 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f2facb-bb88-42fc-9806-fc6890355b85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:06:42.583226 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f2facb-bb88-42fc-9806-fc6890355b85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:06:42.583561 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f2facb-bb88-42fc-9806-fc6890355b85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-766296-6-iscsi {{(pid=109147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:06:42.588024 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-70f2facb-bb88-42fc-9806-fc6890355b85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:06:42.622632 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-af7b6643-2d3e-46a9-ba3f-b545ce1cadb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3713553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442210'] for network, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:42.628441 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-af7b6643-2d3e-46a9-ba3f-b545ce1cadb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for network, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:42.634608 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-af7b6643-2d3e-46a9-ba3f-b545ce1cadb9 admin admin] 10.222.0.67 "DELETE /v2.0/networks/81366883-77d0-4eba-a7ab-e7372a5bb020 HTTP/1.1" status: 204 len: 168 time: 0.9087763 Jun 16 13:06:42.634931 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 55220) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:06:42.635761 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-b65dcbe3-d4f4-4e67-b239-027ae85b0b70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:06:42.650745 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b6643-2d3e-46a9-ba3f-b545ce1cadb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=81366883-77d0-4eba-a7ab-e7372a5bb020,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:06:42.653817 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-af7b6643-2d3e-46a9-ba3f-b545ce1cadb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:06:42.858167 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 967824f1-a424-4ee2-a322-7ad49c2342ff no longer exists at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:06:42.882878 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] No Port match for: 967824f1-a424-4ee2-a322-7ad49c2342ff {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:06:42.883287 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 967824f1-a424-4ee2-a322-7ad49c2342ff not bound to the agent host dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:06:42.883774 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 822e6074-c6ba-4408-9a6b-09da0d0ed14a no longer exists at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:06:42.905045 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] No Port match for: 822e6074-c6ba-4408-9a6b-09da0d0ed14a {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:06:42.905502 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 822e6074-c6ba-4408-9a6b-09da0d0ed14a not bound to the agent host dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:06:42.905957 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 454c50b5-56e9-4cfe-be83-196fc7c30e3e no longer exists at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:06:42.928163 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] No Port match for: 454c50b5-56e9-4cfe-be83-196fc7c30e3e {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:06:42.928854 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 454c50b5-56e9-4cfe-be83-196fc7c30e3e not bound to the agent host dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:06:43.035032 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-30cac9e9-ea75-46d9-944d-bfccd04848d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-428507'] for router_interface, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:43.393010 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-30cac9e9-ea75-46d9-944d-bfccd04848d3 admin admin] Deleting port 39ba024c-340c-4844-9d2d-9252637daf9f {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:06:43.393355 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-30cac9e9-ea75-46d9-944d-bfccd04848d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:43.498306 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [None req-30cac9e9-ea75-46d9-944d-bfccd04848d3 admin admin] For port 39ba024c-340c-4844-9d2d-9252637daf9f, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=39ba024c-340c-4844-9d2d-9252637daf9f,segment=NetworkSegment(404cca71-6253-455a-9729-89bc494a9947),segment_id=404cca71-6253-455a-9729-89bc494a9947)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:06:43.499067 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-30cac9e9-ea75-46d9-944d-bfccd04848d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:43.583369 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-30cac9e9-ea75-46d9-944d-bfccd04848d3 admin admin] Calling delete_port for 39ba024c-340c-4844-9d2d-9252637daf9f owned by network:router_interface {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:06:43.787835 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-30cac9e9-ea75-46d9-944d-bfccd04848d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26528900'] for port, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:43.792998 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-9c961d2e-3a62-46dd-aa6d-fefcaaff20f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:06:43.821027 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cac9e9-ea75-46d9-944d-bfccd04848d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=39ba024c-340c-4844-9d2d-9252637daf9f,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:06:43.855532 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-30cac9e9-ea75-46d9-944d-bfccd04848d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:06:44.334802 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-30cac9e9-ea75-46d9-944d-bfccd04848d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-756418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428367'] for router_interface, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:44.622821 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cac9e9-ea75-46d9-944d-bfccd04848d3 admin admin] Router 58f27369-1a00-4baf-b1ba-18c550f7ac35 has already been hosted by L3 agent b170dd09-5650-4beb-bc0d-48e262e278d5 {{(pid=109145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:06:44.770212 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cac9e9-ea75-46d9-944d-bfccd04848d3 admin admin] Notify agent at l3_agent.dv-cinder-766296-6-iscsi the message routers_updated {{(pid=109145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:06:44.776978 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-30cac9e9-ea75-46d9-944d-bfccd04848d3 admin admin] 10.222.0.67 "PUT /v2.0/routers/58f27369-1a00-4baf-b1ba-18c550f7ac35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1406524 Jun 16 13:06:44.779584 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 55222) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:06:44.783138 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78ad7ed-8df0-4c0a-9109-c2c1675ab24c None None] Sync routers for ids ['58f27369-1a00-4baf-b1ba-18c550f7ac35'] in dv-cinder-766296-6-iscsi {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:06:44.795260 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78ad7ed-8df0-4c0a-9109-c2c1675ab24c None None] Routers {'58f27369-1a00-4baf-b1ba-18c550f7ac35'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:06:44.795908 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-d78ad7ed-8df0-4c0a-9109-c2c1675ab24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644b5f7280>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T13:06:35Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['58f27369-1a00-4baf-b1ba-18c550f7ac35'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:06:44.938447 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-d78ad7ed-8df0-4c0a-9109-c2c1675ab24c None None] Set router 58f27369-1a00-4baf-b1ba-18c550f7ac35 gateway port host: dv-cinder-766296-6-iscsi {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:06:44.938840 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-54d2a951-6993-4087-a94a-623ee80749f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:45.063162 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-54d2a951-6993-4087-a94a-623ee80749f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:45.140598 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-54d2a951-6993-4087-a94a-623ee80749f9 admin admin] Deleting port fe35d65b-7bca-42ea-ac8a-fd987008411e {{(pid=109145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:06:45.140935 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-54d2a951-6993-4087-a94a-623ee80749f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:45.196912 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-d78ad7ed-8df0-4c0a-9109-c2c1675ab24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644b5f7280>, [{'id': '58f27369-1a00-4baf-b1ba-18c550f7ac35', 'name': 'tempest-TestVolumeBootPattern-2022146784-router', 'tenant_id': 'c8b831c7051442cea9b5006744e565b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'external_fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'fe35d65b-7bca-42ea-ac8a-fd987008411e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:59:14Z', 'updated_at': '2021-06-16T13:06:43Z', 'revision_number': 5, 'project_id': 'c8b831c7051442cea9b5006744e565b3', 'gw_port': {'id': 'fe35d65b-7bca-42ea-ac8a-fd987008411e', 'name': '', 'network_id': '31dc54ca-819a-4fca-8a47-71bd58082db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f27369-1a00-4baf-b1ba-18c550f7ac35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-766296-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T12:59:15Z', 'updated_at': '2021-06-16T12:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22fb36b4-54fb-4b68-bc71-a723384dad9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-766296-6-iscsi'}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:06:45.203181 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78ad7ed-8df0-4c0a-9109-c2c1675ab24c None None] Checking router: 58f27369-1a00-4baf-b1ba-18c550f7ac35 for host: dv-cinder-766296-6-iscsi {{(pid=109148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:06:45.218676 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78ad7ed-8df0-4c0a-9109-c2c1675ab24c None None] Routers {'58f27369-1a00-4baf-b1ba-18c550f7ac35'} bound to L3 agent in host dv-cinder-766296-6-iscsi {{(pid=109148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:06:45.219736 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-d78ad7ed-8df0-4c0a-9109-c2c1675ab24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644b5f7280>, 'dv-cinder-766296-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T12:40:05Z,description=<?>,heartbeat_timestamp=2021-06-16T13:06:35Z,host='dv-cinder-766296-6-iscsi',id=b170dd09-5650-4beb-bc0d-48e262e278d5,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-16T12:40:05Z,topic='l3_agent')) {'router_ids': ['58f27369-1a00-4baf-b1ba-18c550f7ac35'], 'active': True} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:06:45.247862 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.db [None req-54d2a951-6993-4087-a94a-623ee80749f9 admin admin] For port fe35d65b-7bca-42ea-ac8a-fd987008411e, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=fe35d65b-7bca-42ea-ac8a-fd987008411e,segment=NetworkSegment(ccabc92d-cb7c-48c7-8ba2-36435bcfb991),segment_id=ccabc92d-cb7c-48c7-8ba2-36435bcfb991)] {{(pid=109145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:06:45.248280 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-54d2a951-6993-4087-a94a-623ee80749f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:45.342121 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.plugins.ml2.plugin [None req-54d2a951-6993-4087-a94a-623ee80749f9 admin admin] Calling delete_port for fe35d65b-7bca-42ea-ac8a-fd987008411e owned by network:router_gateway {{(pid=109145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:06:45.378790 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_dvr_db [None req-d78ad7ed-8df0-4c0a-9109-c2c1675ab24c None None] Set router 58f27369-1a00-4baf-b1ba-18c550f7ac35 gateway port host: None {{(pid=109148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:06:45.445298 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.l3_hamode_db [None req-d78ad7ed-8df0-4c0a-9109-c2c1675ab24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644b5f7280>, [{'id': '58f27369-1a00-4baf-b1ba-18c550f7ac35', 'name': 'tempest-TestVolumeBootPattern-2022146784-router', 'tenant_id': 'c8b831c7051442cea9b5006744e565b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:59:14Z', 'updated_at': '2021-06-16T13:06:45Z', 'revision_number': 6, 'project_id': 'c8b831c7051442cea9b5006744e565b3', 'gw_port_host': None}], 'dv-cinder-766296-6-iscsi', False) {} {{(pid=109148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:06:45.449548 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78ad7ed-8df0-4c0a-9109-c2c1675ab24c None None] The sync data for ids ['58f27369-1a00-4baf-b1ba-18c550f7ac35'] in dv-cinder-766296-6-iscsi is: [{'id': '58f27369-1a00-4baf-b1ba-18c550f7ac35', 'name': 'tempest-TestVolumeBootPattern-2022146784-router', 'tenant_id': 'c8b831c7051442cea9b5006744e565b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T12:59:14Z', 'updated_at': '2021-06-16T13:06:45Z', 'revision_number': 6, 'project_id': 'c8b831c7051442cea9b5006744e565b3', 'gw_port_host': None}] {{(pid=109148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:06:45.594419 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-54d2a951-6993-4087-a94a-623ee80749f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26528900'] for port, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:45.597180 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-7a848998-b141-47c9-97af-f1d4c839f818 tempest-AttachVolumeTestJSON-1517146944 tempest-AttachVolumeTestJSON-1517146944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:06:45.631253 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2a951-6993-4087-a94a-623ee80749f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe35d65b-7bca-42ea-ac8a-fd987008411e,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:06:45.637801 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-54d2a951-6993-4087-a94a-623ee80749f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:06:45.701062 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-54d2a951-6993-4087-a94a-623ee80749f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442124'] for router_gateway, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:45.804472 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-54d2a951-6993-4087-a94a-623ee80749f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13951'] for router, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:45.808769 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-54d2a951-6993-4087-a94a-623ee80749f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:45.890659 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-54d2a951-6993-4087-a94a-623ee80749f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443462'] for router, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:45.891278 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d2a951-6993-4087-a94a-623ee80749f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58f27369-1a00-4baf-b1ba-18c550f7ac35 {{(pid=109145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 13:06:45.897550 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-54d2a951-6993-4087-a94a-623ee80749f9 admin admin] Notify callbacks [] for router, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:45.899423 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-54d2a951-6993-4087-a94a-623ee80749f9 admin admin] 10.222.0.67 "DELETE /v2.0/routers/58f27369-1a00-4baf-b1ba-18c550f7ac35 HTTP/1.1" status: 204 len: 168 time: 1.1181738 Jun 16 13:06:45.903010 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 55224) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:06:45.979473 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f3cefa4-1091-467a-82dd-e04b5b605351 admin admin] Deleting subnet ca30e471-8c72-45ad-9d98-554cc14bd723 {{(pid=109146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:06:45.983105 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7f3cefa4-1091-467a-82dd-e04b5b605351 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:46.023100 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7f3cefa4-1091-467a-82dd-e04b5b605351 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32103771'] for subnet, precommit_delete_associations {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:46.119960 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7f3cefa4-1091-467a-82dd-e04b5b605351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3717015'] for subnet, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:46.188439 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7f3cefa4-1091-467a-82dd-e04b5b605351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3717000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32077237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31807229'] for subnet, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:46.190782 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-d2257980-680f-4914-b623-9574c396e3f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:06:46.216775 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3cefa4-1091-467a-82dd-e04b5b605351 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca30e471-8c72-45ad-9d98-554cc14bd723,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:06:46.220023 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-7f3cefa4-1091-467a-82dd-e04b5b605351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:06:46.221052 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-7f3cefa4-1091-467a-82dd-e04b5b605351 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:46.225092 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-7f3cefa4-1091-467a-82dd-e04b5b605351 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/ca30e471-8c72-45ad-9d98-554cc14bd723 HTTP/1.1" status: 204 len: 168 time: 0.3202834 Jun 16 13:06:46.230246 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.wsgi [-] (109146) accepted ('10.222.0.67', 55226) {{(pid=109146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:06:46.247379 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b326037f-a96d-4544-9bd8-7dc3548ec065 None None] Network 2f42d0fa-350e-474a-b853-1ecff347f1f3 requested from dv-cinder-766296-6-iscsi {{(pid=109147) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:06:46.344493 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0f853e8f-52e8-4fbf-8812-3ad74511c853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3773194'] for network, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:46.441360 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-0f853e8f-52e8-4fbf-8812-3ad74511c853 admin admin] Deleting port 7c23748e-5c21-4a69-a2d9-55dc6ef9fdf2 {{(pid=109146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:06:46.441925 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0f853e8f-52e8-4fbf-8812-3ad74511c853 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:46.493492 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a18660-1b95-4d96-a143-876c9d338927 None None] DHCP port deletion for 2f42d0fa-350e-474a-b853-1ecff347f1f3 request from dv-cinder-766296-6-iscsi {{(pid=109147) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 13:06:46.546411 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.db [None req-0f853e8f-52e8-4fbf-8812-3ad74511c853 admin admin] For port 7c23748e-5c21-4a69-a2d9-55dc6ef9fdf2, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=7c23748e-5c21-4a69-a2d9-55dc6ef9fdf2,segment=NetworkSegment(404cca71-6253-455a-9729-89bc494a9947),segment_id=404cca71-6253-455a-9729-89bc494a9947)] {{(pid=109146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:06:46.546784 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0f853e8f-52e8-4fbf-8812-3ad74511c853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:46.600037 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-f6a18660-1b95-4d96-a143-876c9d338927 None None] Deleting port 7c23748e-5c21-4a69-a2d9-55dc6ef9fdf2 {{(pid=109147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:06:46.601398 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f6a18660-1b95-4d96-a143-876c9d338927 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754302495133'] for port, before_delete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:46.634288 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.plugin [None req-0f853e8f-52e8-4fbf-8812-3ad74511c853 admin admin] Calling delete_port for 7c23748e-5c21-4a69-a2d9-55dc6ef9fdf2 owned by network:dhcp {{(pid=109146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:06:46.722641 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.db [None req-f6a18660-1b95-4d96-a143-876c9d338927 None None] For port 7c23748e-5c21-4a69-a2d9-55dc6ef9fdf2, host dv-cinder-766296-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-766296-6-iscsi',level=0,port_id=7c23748e-5c21-4a69-a2d9-55dc6ef9fdf2,segment=NetworkSegment(404cca71-6253-455a-9729-89bc494a9947),segment_id=404cca71-6253-455a-9729-89bc494a9947)] {{(pid=109147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:06:46.723192 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f6a18660-1b95-4d96-a143-876c9d338927 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-440060'] for port, precommit_delete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:46.755928 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0f853e8f-52e8-4fbf-8812-3ad74511c853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32077183'] for port, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:46.758671 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-3048db69-b1db-4546-b3d4-02ce06cdfd40 tempest-AttachVolumeNegativeTest-41936431 tempest-AttachVolumeNegativeTest-41936431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:06:46.794497 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f853e8f-52e8-4fbf-8812-3ad74511c853 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c23748e-5c21-4a69-a2d9-55dc6ef9fdf2,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:06:46.797501 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-0f853e8f-52e8-4fbf-8812-3ad74511c853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:06:46.799919 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f853e8f-52e8-4fbf-8812-3ad74511c853 admin admin] No DVR routers for this DVR port 7c23748e-5c21-4a69-a2d9-55dc6ef9fdf2 on host dv-cinder-766296-6-iscsi {{(pid=109146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:06:46.812338 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-f6a18660-1b95-4d96-a143-876c9d338927 None None] Calling delete_port for 7c23748e-5c21-4a69-a2d9-55dc6ef9fdf2 owned by network:dhcp {{(pid=109147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:06:46.904987 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0f853e8f-52e8-4fbf-8812-3ad74511c853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3713560', 'neutron.services.segments.db._delete_segments_for_network-8754302582321'] for network, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:46.905805 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 39ba024c-340c-4844-9d2d-9252637daf9f no longer exists at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:06:46.922749 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-0f853e8f-52e8-4fbf-8812-3ad74511c853 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f644cdf7700>,) {'filters': {'network_id': ['2f42d0fa-350e-474a-b853-1ecff347f1f3']}} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:06:46.942149 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-0f853e8f-52e8-4fbf-8812-3ad74511c853 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f644cdf7700>, '404cca71-6253-455a-9729-89bc494a9947') {'for_net_delete': True} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:06:46.942690 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.services.segments.db [None req-0f853e8f-52e8-4fbf-8812-3ad74511c853 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f644cdf7700>, '404cca71-6253-455a-9729-89bc494a9947') {} {{(pid=109146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:06:46.953258 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] No Port match for: 39ba024c-340c-4844-9d2d-9252637daf9f {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:06:46.953791 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 39ba024c-340c-4844-9d2d-9252637daf9f not bound to the agent host dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:06:46.954492 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device fe35d65b-7bca-42ea-ac8a-fd987008411e no longer exists at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:06:46.959693 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0f853e8f-52e8-4fbf-8812-3ad74511c853 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754302581378', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32103746'] for segment, before_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:46.994137 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0f853e8f-52e8-4fbf-8812-3ad74511c853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076'] for segment, precommit_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:46.999119 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] No Port match for: fe35d65b-7bca-42ea-ac8a-fd987008411e {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:06:46.999597 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device fe35d65b-7bca-42ea-ac8a-fd987008411e not bound to the agent host dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:06:47.000178 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 7c23748e-5c21-4a69-a2d9-55dc6ef9fdf2 no longer exists at agent ovs-agent-dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:06:47.005501 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f853e8f-52e8-4fbf-8812-3ad74511c853 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=109146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:06:47.006281 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0f853e8f-52e8-4fbf-8812-3ad74511c853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3719076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32077098'] for segment, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:47.010004 dv-cinder-766296-6-iscsi neutron-server[109146]: Traceback (most recent call last): Jun 16 13:06:47.010004 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:06:47.010004 dv-cinder-766296-6-iscsi neutron-server[109146]: timer() Jun 16 13:06:47.010004 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:06:47.010004 dv-cinder-766296-6-iscsi neutron-server[109146]: cb(*args, **kw) Jun 16 13:06:47.010004 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:06:47.010004 dv-cinder-766296-6-iscsi neutron-server[109146]: return func(*args, **kwargs) Jun 16 13:06:47.010004 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:06:47.010004 dv-cinder-766296-6-iscsi neutron-server[109146]: self._notify() Jun 16 13:06:47.010004 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:06:47.010004 dv-cinder-766296-6-iscsi neutron-server[109146]: self.callback(batched_events) Jun 16 13:06:47.010004 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:06:47.010004 dv-cinder-766296-6-iscsi neutron-server[109146]: event.method(event) Jun 16 13:06:47.010004 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:06:47.010004 dv-cinder-766296-6-iscsi neutron-server[109146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:06:47.010004 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:06:47.010004 dv-cinder-766296-6-iscsi neutron-server[109146]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:06:47.010004 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:06:47.010004 dv-cinder-766296-6-iscsi neutron-server[109146]: return f(self, *a, **k) Jun 16 13:06:47.010004 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:06:47.010004 dv-cinder-766296-6-iscsi neutron-server[109146]: return self._get(url).json() Jun 16 13:06:47.010004 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:06:47.010004 dv-cinder-766296-6-iscsi neutron-server[109146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:06:47.010004 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:06:47.010004 dv-cinder-766296-6-iscsi neutron-server[109146]: return self.request(url, 'GET', **kwargs) Jun 16 13:06:47.010004 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:06:47.010004 dv-cinder-766296-6-iscsi neutron-server[109146]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:06:47.010004 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:06:47.010004 dv-cinder-766296-6-iscsi neutron-server[109146]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:06:47.010004 dv-cinder-766296-6-iscsi neutron-server[109146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:06:47.010004 dv-cinder-766296-6-iscsi neutron-server[109146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:06:47.010004 dv-cinder-766296-6-iscsi neutron-server[109146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:06:47.023840 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.plugin [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] No Port match for: 7c23748e-5c21-4a69-a2d9-55dc6ef9fdf2 {{(pid=109147) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:06:47.025427 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.plugins.ml2.rpc [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Device 7c23748e-5c21-4a69-a2d9-55dc6ef9fdf2 not bound to the agent host dv-cinder-766296-6-iscsi {{(pid=109147) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:06:47.040578 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f6a18660-1b95-4d96-a143-876c9d338927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3560195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-756272', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754302499961', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754302108447'] for port, after_delete {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:47.042931 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-935e3519-242f-461a-9a28-04148a3da01b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:06:47.072532 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a18660-1b95-4d96-a143-876c9d338927 None None] Pushing event deleted for resources: {'Port': ['ID=7c23748e-5c21-4a69-a2d9-55dc6ef9fdf2,revision_number=None']} {{(pid=109147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:06:47.075467 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a18660-1b95-4d96-a143-876c9d338927 None None] No DVR routers for this DVR port 7c23748e-5c21-4a69-a2d9-55dc6ef9fdf2 on host dv-cinder-766296-6-iscsi {{(pid=109147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:06:47.078507 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG oslo_concurrency.lockutils [None req-f6a18660-1b95-4d96-a143-876c9d338927 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=109147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:06:47.111928 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0f853e8f-52e8-4fbf-8812-3ad74511c853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3713553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-500705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-756281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442210'] for network, after_delete {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:47.117482 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-65fe0483-32c4-46ee-bf92-b45b09ee7cd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:06:47.121611 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron_lib.callbacks.manager [None req-0f853e8f-52e8-4fbf-8812-3ad74511c853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-756262'] for network, before_response {{(pid=109146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:47.124599 dv-cinder-766296-6-iscsi neutron-server[109146]: INFO neutron.wsgi [None req-0f853e8f-52e8-4fbf-8812-3ad74511c853 admin admin] 10.222.0.67 "DELETE /v2.0/networks/2f42d0fa-350e-474a-b853-1ecff347f1f3 HTTP/1.1" status: 204 len: 168 time: 0.8931425 Jun 16 13:06:47.140214 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f853e8f-52e8-4fbf-8812-3ad74511c853 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f42d0fa-350e-474a-b853-1ecff347f1f3,revision_number=None']} {{(pid=109146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:06:47.145570 dv-cinder-766296-6-iscsi neutron-server[109146]: DEBUG oslo_concurrency.lockutils [None req-0f853e8f-52e8-4fbf-8812-3ad74511c853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=109146) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:06:47.276058 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 55230) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:06:47.325175 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-ac940bca-641d-484a-842d-7c0fcbf50a87 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=da4b4dfb37af47e0a46b78585a4d542d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476680 Jun 16 13:06:47.328650 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 55232) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:06:47.386169 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1b60aca9-50e5-4230-8784-60bf83c898ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:47.410530 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1b60aca9-50e5-4230-8784-60bf83c898ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:47.465925 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1b60aca9-50e5-4230-8784-60bf83c898ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:47.470045 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-1b60aca9-50e5-4230-8784-60bf83c898ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:47.472059 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-1b60aca9-50e5-4230-8784-60bf83c898ed admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e9ffd980-3a36-417a-bb8b-0ace72922036 HTTP/1.1" status: 204 len: 168 time: 0.1421587 Jun 16 13:06:47.473642 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-765b711c-c1d7-480b-b964-5dad0a0137f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:06:47.483476 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b60aca9-50e5-4230-8784-60bf83c898ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ffd980-3a36-417a-bb8b-0ace72922036,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:06:47.486202 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-1b60aca9-50e5-4230-8784-60bf83c898ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:06:47.883051 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 55238) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:06:47.946981 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-7ebd6203-c7bf-4c3d-8ee1-727941b306f6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c8b831c7051442cea9b5006744e565b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0614574 Jun 16 13:06:47.949541 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [-] (109145) accepted ('10.222.0.67', 55240) {{(pid=109145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:06:48.005370 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e674a76a-9a1f-41a6-9566-134aeea8fb5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:48.030641 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e674a76a-9a1f-41a6-9566-134aeea8fb5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:48.087794 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e674a76a-9a1f-41a6-9566-134aeea8fb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500683'] for security_group, after_delete {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:48.090616 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron_lib.callbacks.manager [None req-e674a76a-9a1f-41a6-9566-134aeea8fb5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:06:48.091816 dv-cinder-766296-6-iscsi neutron-server[109145]: INFO neutron.wsgi [None req-e674a76a-9a1f-41a6-9566-134aeea8fb5a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/986a18ea-f0da-4dab-b391-bc242f1916dd HTTP/1.1" status: 204 len: 168 time: 0.1412501 Jun 16 13:06:48.092634 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-c9996fc6-2985-499e-8d72-4190e3f49104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:06:48.106674 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e674a76a-9a1f-41a6-9566-134aeea8fb5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986a18ea-f0da-4dab-b391-bc242f1916dd,revision_number=None']} {{(pid=109145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:06:48.111040 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG oslo_concurrency.lockutils [None req-e674a76a-9a1f-41a6-9566-134aeea8fb5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=109145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:06:57.205017 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:07:00.977610 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-261e9424-cf6a-4e5d-b8dc-b08f45fe74b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:07:03.238464 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:07:05.297803 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-1ba80c0b-600c-4bb0-95f3-1688e46f0a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:07:05.677465 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:07:07.072668 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:07:09.380947 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:07:30.972986 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-4475e8c0-46e6-492d-acad-d8dd9b19537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:07:33.241395 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:07:34.203558 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:07:35.293879 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-3320232d-a62d-4f48-b8ce-161946e1112e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:07:35.673674 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:07:37.065975 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:07:39.390613 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:08:00.982752 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-f6e2759e-6d5f-4a15-a871-98a85448624f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:08:03.251217 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:08:05.292654 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-6995471b-1f6d-4531-84be-761d75c69652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:08:05.680740 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:08:07.069429 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:08:09.425097 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:08:11.203597 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:08:30.976782 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-08d6fd30-1cb4-4c35-a4b2-9a035bbf0a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:08:33.285620 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:08:35.291974 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-878448ff-fb3c-4dfd-b8c0-b07969ba2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:08:35.675675 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:08:37.073587 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:08:39.395341 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:08:48.202970 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:09:00.971769 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-d6564fe4-664e-4660-80f6-330ae1d27198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:09:03.298813 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:09:05.286769 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-1cd38340-01fd-4310-a54e-bfcaab0adad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:09:05.672206 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:09:07.074132 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:09:09.409463 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:09:25.205432 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:09:30.977185 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cd6e6e0f-24c1-4816-b30c-48619546e23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:09:33.302347 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:09:35.289801 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-c63ec160-de78-4531-b0ba-2e3c409ebbeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:09:35.678161 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:09:37.078170 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:09:39.407926 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:10:00.978712 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-a762289c-0f2a-4de7-968c-c1bcd9846e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:10:02.209667 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:10:03.296524 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:10:05.292575 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-67077cf3-ceeb-4195-abbd-fca32ebdb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:10:05.681594 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:10:07.083540 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:10:09.451313 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:10:30.972370 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-53c2e104-56b7-44a3-92d6-3104f1e16928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:10:33.300025 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:10:35.290408 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-5ae0775e-4e25-4945-9243-1a662db3ed63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:10:35.676251 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:10:37.083350 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:10:39.210713 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:10:39.415262 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:11:00.978592 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-55e117e4-26c4-48c7-b515-b33ec25754dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:11:03.300249 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:11:05.285058 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-dd3e6cb1-8f28-4f00-bcfd-70cba9f810c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:11:05.690551 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:11:07.086359 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:11:09.412849 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:11:16.210274 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:11:26.550108 dv-cinder-766296-6-iscsi neutron-server[109145]: DEBUG neutron.wsgi [req-abd12f14-99ec-4b67-a3de-65bc6fc87100 req-4eec6a59-de04-4172-b2d3-5b5bade5f565 service neutron] (109145) timed out ('10.222.0.67', 49286) {{(pid=109145) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 13:11:30.988037 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-dbb07553-406b-4873-af5c-019bd4dd7e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:11:33.307711 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:11:35.289901 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-dba4745b-a3a6-4532-a19b-6f70d3dabd43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:11:35.693193 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:11:37.089364 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:11:39.418406 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:11:53.209915 dv-cinder-766296-6-iscsi neutron-server[109148]: DEBUG neutron.db.agents_db [None req-d2180879-cfcf-454c-81df-7359b377d495 None None] Agent healthcheck: found 6 active agents {{(pid=109148) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:12:00.992878 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-e83c45e4-e2d3-4fe7-8ee3-9eb7513d228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:12:03.325512 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-43072469-a160-4d16-9402-2253616714b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:12:05.294764 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-5f3f25ca-228b-4fb5-9ef6-8480e35c18ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:12:05.689339 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-8721785f-f130-491f-bdfb-4b5e851e966c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:12:07.096978 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-cb027af1-efde-4f82-b7c2-26e06725db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:12:09.428710 dv-cinder-766296-6-iscsi neutron-server[109147]: DEBUG neutron_lib.callbacks.manager [None req-ea760980-3b18-46da-a2f0-f8d74a43c05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754302582303', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3711702'] for agent, after_update {{(pid=109147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}